1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
|
# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may not
# use this file except in compliance with the License. You may obtain a copy of
# the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations under
# the License.
# ==============================================================================
"""Tests for IgniteDataset."""
from __future__ import absolute_import
from __future__ import division
from __future__ import print_function
import os
from tensorflow.contrib.ignite import IgniteDataset
from tensorflow.python.client import session
from tensorflow.python.framework import dtypes
from tensorflow.python.framework import errors
from tensorflow.python.platform import test
class IgniteDatasetTest(test.TestCase):
"""The Apache Ignite servers have to setup before the test and tear down
after the test manually. The docker engine has to be installed.
To setup Apache Ignite servers:
$ bash start_ignite.sh
To tear down Apache Ignite servers:
$ bash stop_ignite.sh
"""
def test_ignite_dataset_with_plain_client(self):
"""Test Ignite Dataset with plain client.
"""
self._clear_env()
ds = IgniteDataset(cache_name="SQL_PUBLIC_TEST_CACHE", port=42300)
self._check_dataset(ds)
def test_ignite_dataset_with_ssl_client(self):
"""Test Ignite Dataset with ssl client.
"""
self._clear_env()
os.environ["IGNITE_DATASET_CERTFILE"] = os.path.dirname(
os.path.realpath(__file__)) + "/keystore/client.pem"
os.environ["IGNITE_DATASET_CERT_PASSWORD"] = "123456"
ds = IgniteDataset(
cache_name="SQL_PUBLIC_TEST_CACHE",
port=42301,
certfile=os.environ["IGNITE_DATASET_CERTFILE"],
cert_password=os.environ["IGNITE_DATASET_CERT_PASSWORD"])
self._check_dataset(ds)
def test_ignite_dataset_with_ssl_client_and_auth(self):
"""Test Ignite Dataset with ssl client and authentication.
"""
self._clear_env()
os.environ["IGNITE_DATASET_USERNAME"] = "ignite"
os.environ["IGNITE_DATASET_PASSWORD"] = "ignite"
os.environ["IGNITE_DATASET_CERTFILE"] = os.path.dirname(
os.path.realpath(__file__)) + "/keystore/client.pem"
os.environ["IGNITE_DATASET_CERT_PASSWORD"] = "123456"
ds = IgniteDataset(
cache_name="SQL_PUBLIC_TEST_CACHE",
port=42302,
certfile=os.environ["IGNITE_DATASET_CERTFILE"],
cert_password=os.environ["IGNITE_DATASET_CERT_PASSWORD"],
username=os.environ["IGNITE_DATASET_USERNAME"],
password=os.environ["IGNITE_DATASET_PASSWORD"])
self._check_dataset(ds)
def _clear_env(self):
"""Clears environment variables used by Ignite Dataset.
"""
if "IGNITE_DATASET_USERNAME" in os.environ:
del os.environ["IGNITE_DATASET_USERNAME"]
if "IGNITE_DATASET_PASSWORD" in os.environ:
del os.environ["IGNITE_DATASET_PASSWORD"]
if "IGNITE_DATASET_CERTFILE" in os.environ:
del os.environ["IGNITE_DATASET_CERTFILE"]
if "IGNITE_DATASET_CERT_PASSWORD" in os.environ:
del os.environ["IGNITE_DATASET_CERT_PASSWORD"]
def _check_dataset(self, dataset):
"""Checks that dataset provides correct data."""
self.assertEqual(dtypes.int64, dataset.output_types["key"])
self.assertEqual(dtypes.string, dataset.output_types["val"]["NAME"])
self.assertEqual(dtypes.int64, dataset.output_types["val"]["VAL"])
it = dataset.make_one_shot_iterator()
ne = it.get_next()
with session.Session() as sess:
rows = [sess.run(ne), sess.run(ne), sess.run(ne)]
with self.assertRaises(errors.OutOfRangeError):
sess.run(ne)
self.assertEqual({"key": 1, "val": {"NAME": b"TEST1", "VAL": 42}}, rows[0])
self.assertEqual({"key": 2, "val": {"NAME": b"TEST2", "VAL": 43}}, rows[1])
self.assertEqual({"key": 3, "val": {"NAME": b"TEST3", "VAL": 44}}, rows[2])
if __name__ == "__main__":
test.main()
|
