From 6567e7eebfcd260dab9489268289611a47fd9bd6 Mon Sep 17 00:00:00 2001 From: DavidKorczynski Date: Fri, 15 Jul 2022 21:12:57 +0100 Subject: python-cloud-core: initial integration (#8010) * python-cloud-core: initial integration Initial integration of https://github.com/googleapis/python-cloud-core * nit --- projects/g-api-python-cloud-core/Dockerfile | 21 +++++++ projects/g-api-python-cloud-core/build.sh | 22 +++++++ projects/g-api-python-cloud-core/fuzz_helpers.py | 73 ++++++++++++++++++++++++ projects/g-api-python-cloud-core/project.yaml | 12 ++++ 4 files changed, 128 insertions(+) create mode 100644 projects/g-api-python-cloud-core/Dockerfile create mode 100644 projects/g-api-python-cloud-core/build.sh create mode 100644 projects/g-api-python-cloud-core/fuzz_helpers.py create mode 100644 projects/g-api-python-cloud-core/project.yaml diff --git a/projects/g-api-python-cloud-core/Dockerfile b/projects/g-api-python-cloud-core/Dockerfile new file mode 100644 index 00000000..7b0dfb19 --- /dev/null +++ b/projects/g-api-python-cloud-core/Dockerfile @@ -0,0 +1,21 @@ +# Copyright 2022 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +################################################################################ + +FROM gcr.io/oss-fuzz-base/base-builder-python +RUN pip3 install --upgrade pip +RUN git clone https://github.com/googleapis/python-cloud-core +COPY build.sh *.py $SRC/ +WORKDIR python-cloud-core diff --git a/projects/g-api-python-cloud-core/build.sh b/projects/g-api-python-cloud-core/build.sh new file mode 100644 index 00000000..b8fc1994 --- /dev/null +++ b/projects/g-api-python-cloud-core/build.sh @@ -0,0 +1,22 @@ +#!/bin/bash -eu +# Copyright 2022 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +################################################################################ + +pip3 install . + +for fuzzer in $(find $SRC -name 'fuzz_*.py'); do + compile_python_fuzzer $fuzzer +done diff --git a/projects/g-api-python-cloud-core/fuzz_helpers.py b/projects/g-api-python-cloud-core/fuzz_helpers.py new file mode 100644 index 00000000..dfaa4eab --- /dev/null +++ b/projects/g-api-python-cloud-core/fuzz_helpers.py @@ -0,0 +1,73 @@ +#!/usr/bin/python3 +# Copyright 2022 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import atheris +import sys +import json + +# We instrument all functions when initiating atheris +from google.cloud import _helpers + +def TestOneInput(data): + if len(data) < 100: + return + + fdp = atheris.FuzzedDataProvider(data) + try: + loaded_data = json.loads(fdp.ConsumeString(300)) + success = True + except Exception: + success = False + + if success: + try: + _helpers._ensure_tuple_or_list(loaded_data) + except TypeError: + pass + + try: + _helpers._bytes_to_unicode(data) + except ValueError: + pass + + fdp = atheris.FuzzedDataProvider(data) + try: + _helpers._time_from_iso8601_time_naive(fdp.ConsumeString(100)) + except ValueError: + pass + + fdp = atheris.FuzzedDataProvider(data) + try: + _helpers._rfc3339_nanos_to_datetime(fdp.ConsumeString(100)) + except ValueError: + pass + + fdp = atheris.FuzzedDataProvider(data) + try: + _helpers._name_from_project_path( + fdp.ConsumeString(60), + fdp.ConsumeString(60), + fdp.ConsumeString(60) + ) + except ValueError: + pass + +def main(): + atheris.instrument_all() + atheris.Setup(sys.argv, TestOneInput, enable_python_coverage=True) + atheris.Fuzz() + +if __name__ == "__main__": + main() diff --git a/projects/g-api-python-cloud-core/project.yaml b/projects/g-api-python-cloud-core/project.yaml new file mode 100644 index 00000000..3e0d7c2e --- /dev/null +++ b/projects/g-api-python-cloud-core/project.yaml @@ -0,0 +1,12 @@ +fuzzing_engines: +- libfuzzer +homepage: https://github.com/googleapis/python-cloud-core +language: python +main_repo: https://github.com/googleapis/python-cloud-core +sanitizers: +- address +- undefined +vendor_ccs: +- david@adalogics.com +- adam@adalogics.com +- arthur.chan@adalogics.com -- cgit v1.2.3