diff options
author | 2018-09-20 05:51:46 +0800 | |
---|---|---|
committer | 2018-09-20 05:51:46 +0800 | |
commit | c7fcdf847750b364629299579c19be39576c6b04 (patch) | |
tree | bd07cf74a033456c202796469d336938d58c6972 /tensorflow/tools | |
parent | cc3a7a847f0c73ae3de99f6b56ef02f56644ea67 (diff) | |
parent | 8878a5c4761c025d47faa123fe4978f173f950c9 (diff) |
Merge remote-tracking branch 'upstream/master' into ENH/feature_importances_for_boosted_tree
Diffstat (limited to 'tensorflow/tools')
27 files changed, 115 insertions, 18 deletions
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.-dataset.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.-dataset.pbtxt index 87745420ee..c3ba2dba57 100644 --- a/tensorflow/tools/api/golden/v1/tensorflow.data.-dataset.pbtxt +++ b/tensorflow/tools/api/golden/v1/tensorflow.data.-dataset.pbtxt @@ -111,6 +111,10 @@ tf_class { argspec: "args=[\'self\', \'count\'], varargs=None, keywords=None, defaults=None" } member_method { + name: "window" + argspec: "args=[\'self\', \'size\', \'shift\', \'stride\', \'drop_remainder\'], varargs=None, keywords=None, defaults=[\'None\', \'1\', \'False\'], " + } + member_method { name: "zip" argspec: "args=[\'datasets\'], varargs=None, keywords=None, defaults=None" } diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.pbtxt index 6dd46365b0..3541671bee 100644 --- a/tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.pbtxt +++ b/tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.pbtxt @@ -112,6 +112,10 @@ tf_class { argspec: "args=[\'self\', \'count\'], varargs=None, keywords=None, defaults=None" } member_method { + name: "window" + argspec: "args=[\'self\', \'size\', \'shift\', \'stride\', \'drop_remainder\'], varargs=None, keywords=None, defaults=[\'None\', \'1\', \'False\'], " + } + member_method { name: "zip" argspec: "args=[\'datasets\'], varargs=None, keywords=None, defaults=None" } diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.-t-f-record-dataset.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.-t-f-record-dataset.pbtxt index 35b7105eba..b113c18ee0 100644 --- a/tensorflow/tools/api/golden/v1/tensorflow.data.-t-f-record-dataset.pbtxt +++ b/tensorflow/tools/api/golden/v1/tensorflow.data.-t-f-record-dataset.pbtxt @@ -112,6 +112,10 @@ tf_class { argspec: "args=[\'self\', \'count\'], varargs=None, keywords=None, defaults=None" } member_method { + name: "window" + argspec: "args=[\'self\', \'size\', \'shift\', \'stride\', \'drop_remainder\'], varargs=None, keywords=None, defaults=[\'None\', \'1\', \'False\'], " + } + member_method { name: "zip" argspec: "args=[\'datasets\'], varargs=None, keywords=None, defaults=None" } diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.-text-line-dataset.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.-text-line-dataset.pbtxt index 8ae370af98..7210bf5db4 100644 --- a/tensorflow/tools/api/golden/v1/tensorflow.data.-text-line-dataset.pbtxt +++ b/tensorflow/tools/api/golden/v1/tensorflow.data.-text-line-dataset.pbtxt @@ -112,6 +112,10 @@ tf_class { argspec: "args=[\'self\', \'count\'], varargs=None, keywords=None, defaults=None" } member_method { + name: "window" + argspec: "args=[\'self\', \'size\', \'shift\', \'stride\', \'drop_remainder\'], varargs=None, keywords=None, defaults=[\'None\', \'1\', \'False\'], " + } + member_method { name: "zip" argspec: "args=[\'datasets\'], varargs=None, keywords=None, defaults=None" } diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-classifier.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-classifier.pbtxt index 150dd21dbc..ef3409b1b5 100644 --- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-classifier.pbtxt +++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-classifier.pbtxt @@ -1,7 +1,7 @@ path: "tensorflow.estimator.BoostedTreesClassifier" tf_class { is_instance: "<class \'tensorflow.python.estimator.canned.boosted_trees.BoostedTreesClassifier\'>" - is_instance: "<class \'tensorflow.python.estimator.canned.boosted_trees._BoostedTrees\'>" + is_instance: "<class \'tensorflow.python.estimator.canned.boosted_trees._BoostedTreesBase\'>" is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>" is_instance: "<type \'object\'>" member { @@ -37,6 +37,10 @@ tf_class { argspec: "args=[\'self\', \'normalize\'], varargs=None, keywords=None, defaults=[\'False\'], " } member_method { + name: "experimental_predict_with_explanations" + argspec: "args=[\'self\', \'input_fn\', \'predict_keys\', \'hooks\', \'checkpoint_path\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], " + } + member_method { name: "export_saved_model" argspec: "args=[\'self\', \'export_dir_base\', \'serving_input_receiver_fn\', \'assets_extra\', \'as_text\', \'checkpoint_path\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\'], " } diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-regressor.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-regressor.pbtxt index 6e7b5a3d47..775130468f 100644 --- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-regressor.pbtxt +++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-regressor.pbtxt @@ -1,7 +1,7 @@ path: "tensorflow.estimator.BoostedTreesRegressor" tf_class { is_instance: "<class \'tensorflow.python.estimator.canned.boosted_trees.BoostedTreesRegressor\'>" - is_instance: "<class \'tensorflow.python.estimator.canned.boosted_trees._BoostedTrees\'>" + is_instance: "<class \'tensorflow.python.estimator.canned.boosted_trees._BoostedTreesBase\'>" is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>" is_instance: "<type \'object\'>" member { @@ -37,6 +37,10 @@ tf_class { argspec: "args=[\'self\', \'normalize\'], varargs=None, keywords=None, defaults=[\'False\'], " } member_method { + name: "experimental_predict_with_explanations" + argspec: "args=[\'self\', \'input_fn\', \'predict_keys\', \'hooks\', \'checkpoint_path\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], " + } + member_method { name: "export_saved_model" argspec: "args=[\'self\', \'export_dir_base\', \'serving_input_receiver_fn\', \'assets_extra\', \'as_text\', \'checkpoint_path\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\'], " } diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.metrics.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.metrics.pbtxt index 73b577da37..a296e13158 100644 --- a/tensorflow/tools/api/golden/v1/tensorflow.keras.metrics.pbtxt +++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.metrics.pbtxt @@ -105,6 +105,10 @@ tf_module { argspec: "args=[\'metric\'], varargs=None, keywords=None, defaults=None" } member_method { + name: "sparse_categorical_accuracy" + argspec: "args=[\'y_true\', \'y_pred\'], varargs=None, keywords=None, defaults=None" + } + member_method { name: "sparse_categorical_crossentropy" argspec: "args=[\'y_true\', \'y_pred\'], varargs=None, keywords=None, defaults=None" } diff --git a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt index dd9f7c49e0..14ab885c91 100644 --- a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt +++ b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt @@ -1373,6 +1373,10 @@ tf_module { argspec: "args=[\'library_filename\'], varargs=None, keywords=None, defaults=None" } member_method { + name: "load_library" + argspec: "args=[\'library_location\'], varargs=None, keywords=None, defaults=None" + } + member_method { name: "load_op_library" argspec: "args=[\'library_filename\'], varargs=None, keywords=None, defaults=None" } diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.-dataset.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.-dataset.pbtxt index 87745420ee..c3ba2dba57 100644 --- a/tensorflow/tools/api/golden/v2/tensorflow.data.-dataset.pbtxt +++ b/tensorflow/tools/api/golden/v2/tensorflow.data.-dataset.pbtxt @@ -111,6 +111,10 @@ tf_class { argspec: "args=[\'self\', \'count\'], varargs=None, keywords=None, defaults=None" } member_method { + name: "window" + argspec: "args=[\'self\', \'size\', \'shift\', \'stride\', \'drop_remainder\'], varargs=None, keywords=None, defaults=[\'None\', \'1\', \'False\'], " + } + member_method { name: "zip" argspec: "args=[\'datasets\'], varargs=None, keywords=None, defaults=None" } diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.pbtxt index 6dd46365b0..3541671bee 100644 --- a/tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.pbtxt +++ b/tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.pbtxt @@ -112,6 +112,10 @@ tf_class { argspec: "args=[\'self\', \'count\'], varargs=None, keywords=None, defaults=None" } member_method { + name: "window" + argspec: "args=[\'self\', \'size\', \'shift\', \'stride\', \'drop_remainder\'], varargs=None, keywords=None, defaults=[\'None\', \'1\', \'False\'], " + } + member_method { name: "zip" argspec: "args=[\'datasets\'], varargs=None, keywords=None, defaults=None" } diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.-t-f-record-dataset.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.-t-f-record-dataset.pbtxt index 35b7105eba..b113c18ee0 100644 --- a/tensorflow/tools/api/golden/v2/tensorflow.data.-t-f-record-dataset.pbtxt +++ b/tensorflow/tools/api/golden/v2/tensorflow.data.-t-f-record-dataset.pbtxt @@ -112,6 +112,10 @@ tf_class { argspec: "args=[\'self\', \'count\'], varargs=None, keywords=None, defaults=None" } member_method { + name: "window" + argspec: "args=[\'self\', \'size\', \'shift\', \'stride\', \'drop_remainder\'], varargs=None, keywords=None, defaults=[\'None\', \'1\', \'False\'], " + } + member_method { name: "zip" argspec: "args=[\'datasets\'], varargs=None, keywords=None, defaults=None" } diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.-text-line-dataset.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.-text-line-dataset.pbtxt index 8ae370af98..7210bf5db4 100644 --- a/tensorflow/tools/api/golden/v2/tensorflow.data.-text-line-dataset.pbtxt +++ b/tensorflow/tools/api/golden/v2/tensorflow.data.-text-line-dataset.pbtxt @@ -112,6 +112,10 @@ tf_class { argspec: "args=[\'self\', \'count\'], varargs=None, keywords=None, defaults=None" } member_method { + name: "window" + argspec: "args=[\'self\', \'size\', \'shift\', \'stride\', \'drop_remainder\'], varargs=None, keywords=None, defaults=[\'None\', \'1\', \'False\'], " + } + member_method { name: "zip" argspec: "args=[\'datasets\'], varargs=None, keywords=None, defaults=None" } diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-classifier.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-classifier.pbtxt index 150dd21dbc..ef3409b1b5 100644 --- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-classifier.pbtxt +++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-classifier.pbtxt @@ -1,7 +1,7 @@ path: "tensorflow.estimator.BoostedTreesClassifier" tf_class { is_instance: "<class \'tensorflow.python.estimator.canned.boosted_trees.BoostedTreesClassifier\'>" - is_instance: "<class \'tensorflow.python.estimator.canned.boosted_trees._BoostedTrees\'>" + is_instance: "<class \'tensorflow.python.estimator.canned.boosted_trees._BoostedTreesBase\'>" is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>" is_instance: "<type \'object\'>" member { @@ -37,6 +37,10 @@ tf_class { argspec: "args=[\'self\', \'normalize\'], varargs=None, keywords=None, defaults=[\'False\'], " } member_method { + name: "experimental_predict_with_explanations" + argspec: "args=[\'self\', \'input_fn\', \'predict_keys\', \'hooks\', \'checkpoint_path\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], " + } + member_method { name: "export_saved_model" argspec: "args=[\'self\', \'export_dir_base\', \'serving_input_receiver_fn\', \'assets_extra\', \'as_text\', \'checkpoint_path\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\'], " } diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-regressor.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-regressor.pbtxt index 6e7b5a3d47..775130468f 100644 --- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-regressor.pbtxt +++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-regressor.pbtxt @@ -1,7 +1,7 @@ path: "tensorflow.estimator.BoostedTreesRegressor" tf_class { is_instance: "<class \'tensorflow.python.estimator.canned.boosted_trees.BoostedTreesRegressor\'>" - is_instance: "<class \'tensorflow.python.estimator.canned.boosted_trees._BoostedTrees\'>" + is_instance: "<class \'tensorflow.python.estimator.canned.boosted_trees._BoostedTreesBase\'>" is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>" is_instance: "<type \'object\'>" member { @@ -37,6 +37,10 @@ tf_class { argspec: "args=[\'self\', \'normalize\'], varargs=None, keywords=None, defaults=[\'False\'], " } member_method { + name: "experimental_predict_with_explanations" + argspec: "args=[\'self\', \'input_fn\', \'predict_keys\', \'hooks\', \'checkpoint_path\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], " + } + member_method { name: "export_saved_model" argspec: "args=[\'self\', \'export_dir_base\', \'serving_input_receiver_fn\', \'assets_extra\', \'as_text\', \'checkpoint_path\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\'], " } diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.metrics.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.metrics.pbtxt index 73b577da37..a296e13158 100644 --- a/tensorflow/tools/api/golden/v2/tensorflow.keras.metrics.pbtxt +++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.metrics.pbtxt @@ -105,6 +105,10 @@ tf_module { argspec: "args=[\'metric\'], varargs=None, keywords=None, defaults=None" } member_method { + name: "sparse_categorical_accuracy" + argspec: "args=[\'y_true\', \'y_pred\'], varargs=None, keywords=None, defaults=None" + } + member_method { name: "sparse_categorical_crossentropy" argspec: "args=[\'y_true\', \'y_pred\'], varargs=None, keywords=None, defaults=None" } diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt index 9332e16bf6..323d2fc519 100644 --- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt +++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt @@ -1321,6 +1321,10 @@ tf_module { argspec: "args=[\'library_filename\'], varargs=None, keywords=None, defaults=None" } member_method { + name: "load_library" + argspec: "args=[\'library_location\'], varargs=None, keywords=None, defaults=None" + } + member_method { name: "load_op_library" argspec: "args=[\'library_filename\'], varargs=None, keywords=None, defaults=None" } diff --git a/tensorflow/tools/api/tests/api_compatibility_test.py b/tensorflow/tools/api/tests/api_compatibility_test.py index 99bed5714f..d06c7f2d49 100644 --- a/tensorflow/tools/api/tests/api_compatibility_test.py +++ b/tensorflow/tools/api/tests/api_compatibility_test.py @@ -174,7 +174,7 @@ class ApiCompatibilityTest(test.TestCase): verbose_diff_message = diff_message else: # Do not truncate diff - self.maxDiffs = None # pylint: disable=invalid-name + self.maxDiff = None # pylint: disable=invalid-name # Now we can run an actual proto diff. try: self.assertProtoEquals(expected_dict[key], actual_dict[key]) diff --git a/tensorflow/tools/ci_build/Dockerfile.gpu.ppc64le b/tensorflow/tools/ci_build/Dockerfile.gpu.ppc64le index e026edb6bb..0a55b84ac4 100644 --- a/tensorflow/tools/ci_build/Dockerfile.gpu.ppc64le +++ b/tensorflow/tools/ci_build/Dockerfile.gpu.ppc64le @@ -1,4 +1,4 @@ -FROM nvidia/cuda-ppc64le:9.0-cudnn7-devel-ubuntu16.04 +FROM nvidia/cuda-ppc64le:9.2-cudnn7-devel-ubuntu16.04 LABEL maintainer="William Irons <wdirons@us.ibm.com>" @@ -26,6 +26,8 @@ ENV LD_LIBRARY_PATH /usr/local/cuda/extras/CUPTI/lib64:$LD_LIBRARY_PATH # Configure the build for our CUDA configuration. ENV TF_NEED_CUDA 1 ENV TF_CUDA_COMPUTE_CAPABILITIES 3.0 +ENV TF_CUDA_VERSION 9.2 +ENV CUDA_TOOLKIT_PATH /usr/local/cuda-9.2 # TODO get NCCL 2 in the docker image ENV TF_NCCL_VERSION 1 diff --git a/tensorflow/tools/ci_build/gpu_build/parallel_gpu_execute.sh b/tensorflow/tools/ci_build/gpu_build/parallel_gpu_execute.sh index 48b3989d86..03a2a07fb1 100755 --- a/tensorflow/tools/ci_build/gpu_build/parallel_gpu_execute.sh +++ b/tensorflow/tools/ci_build/gpu_build/parallel_gpu_execute.sh @@ -31,6 +31,28 @@ TF_TESTS_PER_GPU=${TF_TESTS_PER_GPU:-4} # future and to use a rounder number, we set it to 1G. export TF_PER_DEVICE_MEMORY_LIMIT_MB=1024 +# ******************************************************************* +# This section of the script is needed to +# make things work on windows under msys. +# ******************************************************************* +RUNFILES_MANIFEST_FILE="${TEST_SRCDIR}/MANIFEST" +function rlocation() { + if is_absolute "$1" ; then + # If the file path is already fully specified, simply return it. + echo "$1" + elif [[ -e "$TEST_SRCDIR/$1" ]]; then + # If the file exists in the $TEST_SRCDIR then just use it. + echo "$TEST_SRCDIR/$1" + elif [[ -e "$RUNFILES_MANIFEST_FILE" ]]; then + # If a runfiles manifest file exists then use it. + echo "$(grep "^$1 " "$RUNFILES_MANIFEST_FILE" | sed 's/[^ ]* //')" + fi +} + +TEST_BINARY="$(rlocation $TEST_WORKSPACE/${1#./})" +shift +# ******************************************************************* + mkdir -p /var/lock # Try to acquire any of the TF_GPU_COUNT * TF_TESTS_PER_GPU # slots to run a test at. @@ -46,8 +68,8 @@ for j in `seq 0 $((TF_TESTS_PER_GPU-1))`; do # This export only works within the brackets, so it is isolated to one # single command. export CUDA_VISIBLE_DEVICES=$i - echo "Running test $@ on GPU $CUDA_VISIBLE_DEVICES" - $@ + echo "Running test $TEST_BINARY $* on GPU $CUDA_VISIBLE_DEVICES" + "$TEST_BINARY" $@ ) return_code=$? flock -u "$lock_fd" diff --git a/tensorflow/tools/docker/Dockerfile.devel b/tensorflow/tools/docker/Dockerfile.devel index 39e7bc8b66..c741e8ad0c 100644 --- a/tensorflow/tools/docker/Dockerfile.devel +++ b/tensorflow/tools/docker/Dockerfile.devel @@ -78,7 +78,7 @@ RUN mkdir /bazel && \ # Download and build TensorFlow. WORKDIR /tensorflow -RUN git clone --branch=r1.10 --depth=1 https://github.com/tensorflow/tensorflow.git . +RUN git clone --branch=r1.11 --depth=1 https://github.com/tensorflow/tensorflow.git . # TODO(craigcitro): Don't install the pip package, since it makes it # more difficult to experiment with local changes. Instead, just add diff --git a/tensorflow/tools/docker/Dockerfile.devel-gpu b/tensorflow/tools/docker/Dockerfile.devel-gpu index e487779e7a..f544725af4 100644 --- a/tensorflow/tools/docker/Dockerfile.devel-gpu +++ b/tensorflow/tools/docker/Dockerfile.devel-gpu @@ -100,7 +100,7 @@ RUN mkdir /bazel && \ # Download and build TensorFlow. WORKDIR /tensorflow -RUN git clone --branch=r1.10 --depth=1 https://github.com/tensorflow/tensorflow.git . +RUN git clone --branch=r1.11 --depth=1 https://github.com/tensorflow/tensorflow.git . # Configure the build for our CUDA configuration. ENV CI_BUILD_PYTHON python diff --git a/tensorflow/tools/docker/Dockerfile.devel-mkl b/tensorflow/tools/docker/Dockerfile.devel-mkl index 371451d2aa..db7c701289 100755 --- a/tensorflow/tools/docker/Dockerfile.devel-mkl +++ b/tensorflow/tools/docker/Dockerfile.devel-mkl @@ -3,7 +3,7 @@ FROM ubuntu:16.04 LABEL maintainer="Clayne Robison <clayne.b.robison@intel.com>" # These parameters can be overridden by parameterized_docker_build.sh -ARG TF_BUILD_VERSION=r1.10 +ARG TF_BUILD_VERSION=r1.11 ARG PYTHON="python" ARG PYTHON3_DEV="" ARG WHL_DIR="/tmp/pip" diff --git a/tensorflow/tools/docs/BUILD b/tensorflow/tools/docs/BUILD index 4f7efe193f..b218e900bf 100644 --- a/tensorflow/tools/docs/BUILD +++ b/tensorflow/tools/docs/BUILD @@ -91,9 +91,10 @@ py_binary( ":parser", ":pretty_docs", ":py_guide_parser", - "//tensorflow/contrib/ffmpeg:ffmpeg_ops_py", + "//tensorflow/python:util", "//tensorflow/tools/common:public_api", "//tensorflow/tools/common:traverse", + "@six_archive//:six", ], ) diff --git a/tensorflow/tools/docs/generate_lib.py b/tensorflow/tools/docs/generate_lib.py index 1cd9cb7ca9..77a3ca2052 100644 --- a/tensorflow/tools/docs/generate_lib.py +++ b/tensorflow/tools/docs/generate_lib.py @@ -453,7 +453,11 @@ def update_id_tags_inplace(src_dir): EXCLUDED = set(['__init__.py', 'OWNERS', 'README.txt']) -def replace_refs(src_dir, output_dir, reference_resolver, file_pattern='*.md'): +def replace_refs(src_dir, + output_dir, + reference_resolver, + file_pattern='*.md', + api_docs_relpath='api_docs'): """Fix @{} references in all files under `src_dir` matching `file_pattern`. A matching directory structure, with the modified files is @@ -472,12 +476,13 @@ def replace_refs(src_dir, output_dir, reference_resolver, file_pattern='*.md'): reference_resolver: A `parser.ReferenceResolver` to make the replacements. file_pattern: Only replace references in files matching file_patters, using fnmatch. Non-matching files are copied unchanged. + api_docs_relpath: Relative-path string to the api_docs, from the src_dir. """ # Iterate through all the source files and process them. for dirpath, _, filenames in os.walk(src_dir): + depth = os.path.relpath(src_dir, start=dirpath) # How to get from `dirpath` to api_docs/python/ - relative_path_to_root = os.path.relpath( - path=os.path.join(src_dir, 'api_docs/python'), start=dirpath) + relative_path_to_root = os.path.join(depth, api_docs_relpath, 'python') # Make the directory under output_dir. new_dir = os.path.join(output_dir, @@ -497,7 +502,8 @@ def replace_refs(src_dir, output_dir, reference_resolver, file_pattern='*.md'): full_out_path = os.path.join(output_dir, suffix) # Copy files that do not match the file_pattern, unmodified. if not fnmatch.fnmatch(base_name, file_pattern): - shutil.copyfile(full_in_path, full_out_path) + if full_in_path != full_out_path: + shutil.copyfile(full_in_path, full_out_path) continue with open(full_in_path, 'rb') as f: diff --git a/tensorflow/tools/docs/parser.py b/tensorflow/tools/docs/parser.py index a6159fa692..83b4bf8128 100644 --- a/tensorflow/tools/docs/parser.py +++ b/tensorflow/tools/docs/parser.py @@ -1479,7 +1479,7 @@ class ParserConfig(object): self.base_dir = base_dir self.defined_in_prefix = 'tensorflow/' self.code_url_prefix = ( - 'https://www.tensorflow.org/code/tensorflow/') # pylint: disable=line-too-long + '/code/stable/tensorflow/') # pylint: disable=line-too-long def py_name_to_object(self, full_name): """Return the Python object for a Python symbol name.""" diff --git a/tensorflow/tools/pip_package/BUILD b/tensorflow/tools/pip_package/BUILD index 50515b04a9..f86cb03995 100644 --- a/tensorflow/tools/pip_package/BUILD +++ b/tensorflow/tools/pip_package/BUILD @@ -114,6 +114,7 @@ COMMON_PIP_DEPS = [ "//tensorflow/python/tools:tools_pip", "//tensorflow/python/tools/api/generator:create_python_api", "//tensorflow/python:test_ops", + "//tensorflow/python:while_v2", "//tensorflow/tools/dist_test/server:grpc_tensorflow_server", ] @@ -210,6 +211,7 @@ filegroup( "@ngraph//:LICENSE", "@ngraph_tf//:LICENSE", "@nlohmann_json_lib//:LICENSE.MIT", + "@tbb//:LICENSE", ]) + tf_additional_license_deps(), ) diff --git a/tensorflow/tools/pip_package/setup.py b/tensorflow/tools/pip_package/setup.py index 3102239a19..d40ffb8cd0 100644 --- a/tensorflow/tools/pip_package/setup.py +++ b/tensorflow/tools/pip_package/setup.py @@ -45,7 +45,7 @@ DOCLINES = __doc__.split('\n') # This version string is semver compatible, but incompatible with pip. # For pip, we will remove all '-' characters from this string, and use the # result for pip. -_VERSION = '1.10.0' +_VERSION = '1.11.0-rc1' REQUIRED_PACKAGES = [ 'absl-py >= 0.1.6', |