现在的位置: 首页 > 编程语言 > 正文

TensorFlow读取CSV数据的实例

2020年02月18日 编程语言 ⁄ 共 7286字 ⁄ 字号 评论关闭

TensorFlow 读取CSV数据原理在此就不做详细介绍,直接通过代码实现:

方法一:

详细读取tf_read.csv 代码

#coding:utf-8import tensorflow as tffilename_queue = tf.train.string_input_producer(["/home/yongcai/tf_read.csv"])reader = tf.TextLineReader()key, value = reader.read(filename_queue)record_defaults = [[1.], [1.], [1.], [1.]]col1, col2, col3, col4 = tf.decode_csv(value, record_defaults=record_defaults)features = tf.stack([col1, col2, col3])init_op = tf.global_variables_initializer()local_init_op = tf.local_variables_initializer()with tf.Session() as sess: sess.run(init_op) sess.run(local_init_op) # Start populating the filename queue. coord = tf.train.Coordinator() threads = tf.train.start_queue_runners(coord=coord) try: for i in range(30): example, label = sess.run([features, col4]) print(example) # print(label) except tf.errors.OutOfRangeError: print 'Done !!!' finally: coord.request_stop() coord.join(threads)

tf_read.csv 数据:

-0.7615.67-0.1215.67-0.4812.52-0.0612.511.339.110.129.1-0.8820.35-0.1820.36-0.253.99-0.013.99-0.8726.25-0.2326.25-1.032.87-0.032.87-0.517.81-0.047.81-1.5714.46-0.2314.46-0.110.02-0.0110.02-0.568.92-0.058.92-1.24.1-0.054.1-0.775.15-0.045.15-0.884.48-0.044.48-2.710.82-0.310.82-1.232.4-0.032.4-0.775.16-0.045.15-0.816.15-0.056.15-0.65.01-0.035-1.254.75-0.064.75-2.537.31-0.197.3-1.1516.39-0.1916.39-1.75.19-0.095.18-0.623.23-0.023.22-0.7417.43-0.1317.41-0.7715.41-0.1215.41047047.010.253.980.013.98-1.19.01-0.19.01-1.023.87-0.043.87

方法二:

详细读取 Iris_train.csv, Iris_test.csv 代码

#coding:utf-8import tensorflow as tfimport osos.chdir("/home/yongcai/")print(os.getcwd())def read_data(file_queue): reader = tf.TextLineReader(skip_header_lines=1) key, value = reader.read(file_queue) defaults = [[0], [0.], [0.], [0.], [0.], ['']] Id, SepalLengthCm, SepalWidthCm, PetalLengthCm, PetalWidthCm, Species = tf.decode_csv(value, defaults) preprocess_op = tf.case({ tf.equal(Species, tf.constant('Iris-setosa')): lambda: tf.constant(0), tf.equal(Species, tf.constant('Iris-versicolor')): lambda: tf.constant(1), tf.equal(Species, tf.constant('Iris-virginica')): lambda: tf.constant(2), }, lambda: tf.constant(-1), exclusive=True) return tf.stack([SepalLengthCm, SepalWidthCm, PetalLengthCm, PetalWidthCm]), preprocess_opdef create_pipeline(filename, batch_size, num_epochs=None): file_queue = tf.train.string_input_producer([filename], num_epochs=num_epochs) example, label = read_data(file_queue) min_after_dequeue = 1000 capacity = min_after_dequeue + batch_size example_batch, label_batch = tf.train.shuffle_batch( [example, label], batch_size=batch_size, capacity=capacity, min_after_dequeue=min_after_dequeue ) return example_batch, label_batch# x_train_batch, y_train_batch = create_pipeline('Iris-train.csv', 50, num_epochs=1000)x_test, y_test = create_pipeline('Iris-test.csv', 60)init_op = tf.global_variables_initializer()local_init_op = tf.local_variables_initializer()# output read data resultwith tf.Session() as sess: sess.run(init_op) sess.run(local_init_op) coord = tf.train.Coordinator() thread = tf.train.start_queue_runners(coord=coord) try: example, label = sess.run([x_test, y_test]) print example print label except tf.errors.OutOfRangeError: print 'Done !!!' finally: coord.request_stop() coord.join(threads=thread)

Iris_train.csv 数据:

IdSepalLengthCmSepalWidthCmPetalLengthCmPetalWidthCmSpecies215.43.41.70.2Iris-setosa225.13.71.50.4Iris-setosa234.63.610.2Iris-setosa245.13.31.70.5Iris-setosa254.83.41.90.2Iris-setosa26531.60.2Iris-setosa2753.41.60.4Iris-setosa285.23.51.50.2Iris-setosa295.23.41.40.2Iris-setosa304.73.21.60.2Iris-setosa314.83.11.60.2Iris-setosa325.43.41.50.4Iris-setosa335.24.11.50.1Iris-setosa345.54.21.40.2Iris-setosa354.93.11.50.1Iris-setosa3653.21.20.2Iris-setosa375.53.51.30.2Iris-setosa384.93.11.50.1Iris-setosa394.431.30.2Iris-setosa405.13.41.50.2Iris-setosa4153.51.30.3Iris-setosa424.52.31.30.3Iris-setosa434.43.21.30.2Iris-setosa4453.51.60.6Iris-setosa455.13.81.90.4Iris-setosa464.831.40.3Iris-setosa475.13.81.60.2Iris-setosa484.63.21.40.2Iris-setosa495.33.71.50.2Iris-setosa5053.31.40.2Iris-setosa715.93.24.81.8Iris-versicolor726.12.841.3Iris-versicolor736.32.54.91.5Iris-versicolor746.12.84.71.2Iris-versicolor756.42.94.31.3Iris-versicolor766.634.41.4Iris-versicolor776.82.84.81.4Iris-versicolor786.7351.7Iris-versicolor7962.94.51.5Iris-versicolor805.72.63.51Iris-versicolor815.52.43.81.1Iris-versicolor825.52.43.71Iris-versicolor835.82.73.91.2Iris-versicolor8462.75.11.6Iris-versicolor855.434.51.5Iris-versicolor8663.44.51.6Iris-versicolor876.73.14.71.5Iris-versicolor886.32.34.41.3Iris-versicolor895.634.11.3Iris-versicolor905.52.541.3Iris-versicolor915.52.64.41.2Iris-versicolor926.134.61.4Iris-versicolor935.82.641.2Iris-versicolor9452.33.31Iris-versicolor955.62.74.21.3Iris-versicolor965.734.21.2Iris-versicolor975.72.94.21.3Iris-versicolor986.22.94.31.3Iris-versicolor995.12.531.1Iris-versicolor1005.72.84.11.3Iris-versicolor1216.93.25.72.3Iris-virginica1225.62.84.92Iris-virginica1237.72.86.72Iris-virginica1246.32.74.91.8Iris-virginica1256.73.35.72.1Iris-virginica1267.23.261.8Iris-virginica1276.22.84.81.8Iris-virginica1286.134.91.8Iris-virginica1296.42.85.62.1Iris-virginica1307.235.81.6Iris-virginica1317.42.86.11.9Iris-virginica1327.93.86.42Iris-virginica1336.42.85.62.2Iris-virginica1346.32.85.11.5Iris-virginica1356.12.65.61.4Iris-virginica1367.736.12.3Iris-virginica1376.33.45.62.4Iris-virginica1386.43.15.51.8Iris-virginica139634.81.8Iris-virginica1406.93.15.42.1Iris-virginica1416.73.15.62.4Iris-virginica1426.93.15.12.3Iris-virginica1435.82.75.11.9Iris-virginica1446.83.25.92.3Iris-virginica1456.73.35.72.5Iris-virginica1466.735.22.3Iris-virginica1476.32.551.9Iris-virginica1486.535.22Iris-virginica1496.23.45.42.3Iris-virginica1505.935.11.8Iris-virginica

Iris_test.csv 数据:

IdSepalLengthCmSepalWidthCmPetalLengthCmPetalWidthCmSpecies15.13.51.40.2tf_read24.931.40.2Iris-setosa34.73.21.30.2Iris-setosa44.63.11.50.2Iris-setosa553.61.40.2Iris-setosa65.43.91.70.4Iris-setosa74.63.41.40.3Iris-setosa853.41.50.2Iris-setosa94.42.91.40.2Iris-setosa104.93.11.50.1Iris-setosa115.43.71.50.2Iris-setosa124.83.41.60.2Iris-setosa134.831.40.1Iris-setosa144.331.10.1Iris-setosa155.841.20.2Iris-setosa165.74.41.50.4Iris-setosa175.43.91.30.4Iris-setosa185.13.51.40.3Iris-setosa195.73.81.70.3Iris-setosa205.13.81.50.3Iris-setosa5173.24.71.4Iris-versicolor526.43.24.51.5Iris-versicolor536.93.14.91.5Iris-versicolor545.52.341.3Iris-versicolor556.52.84.61.5Iris-versicolor565.72.84.51.3Iris-versicolor576.33.34.71.6Iris-versicolor584.92.43.31Iris-versicolor596.62.94.61.3Iris-versicolor605.22.73.91.4Iris-versicolor61523.51Iris-versicolor625.934.21.5Iris-versicolor6362.241Iris-versicolor646.12.94.71.4Iris-versicolor655.62.93.61.3Iris-versicolor666.73.14.41.4Iris-versicolor675.634.51.5Iris-versicolor685.82.74.11Iris-versicolor696.22.24.51.5Iris-versicolor705.62.53.91.1Iris-versicolor1016.33.362.5Iris-virginica1025.82.75.11.9Iris-virginica1037.135.92.1Iris-virginica1046.32.95.61.8Iris-virginica1056.535.82.2Iris-virginica1067.636.62.1Iris-virginica1074.92.54.51.7Iris-virginica1087.32.96.31.8Iris-virginica1096.72.55.81.8Iris-virginica1107.23.66.12.5Iris-virginica1116.53.25.12Iris-virginica1126.42.75.31.9Iris-virginica1136.835.52.1Iris-virginica1145.72.552Iris-virginica1155.82.85.12.4Iris-virginica1166.43.25.32.3Iris-virginica1176.535.51.8Iris-virginica1187.73.86.72.2Iris-virginica1197.72.66.92.3Iris-virginica12062.251.5Iris-virginica

以上这篇TensorFlow 读取CSV数据的实例就是小编分享给大家的全部内容了,希望能给大家一个参考,也希望大家多多支持我们。

以上就上有关TensorFlow读取CSV数据的实例的全部内容,学步园全面介绍编程技术、操作系统、数据库、web前端技术等内容。

抱歉!评论已关闭.