Combine .so files into one place to reduce whl package size

Signed-off-by: Yong Tang <[email protected]>

Author: yongtang

tensorflow_io/arrow/BUILD

@@ -7,8 +7,8 @@ load(
     "tf_io_copts",
 )
 
-cc_binary(
-    name = "python/ops/_arrow_ops.so",
+cc_library(
+    name = "arrow_ops",
     srcs = [
         "kernels/arrow_dataset_ops.cc",
         "kernels/arrow_kernels.cc",
@@ -20,7 +20,7 @@ cc_binary(
         "ops/dataset_ops.cc",
     ],
     copts = tf_io_copts(),
-    linkshared = 1,
+    linkstatic = True,
     deps = [
         "//tensorflow_io/core:dataset_ops",
         "@arrow",

tensorflow_io/arrow/python/ops/arrow_dataset_ops.py

@@ -30,8 +30,7 @@
 from tensorflow.compat.v2 import data
 from tensorflow.python.data.ops.dataset_ops import flat_structure
 from tensorflow.python.data.util import structure as structure_lib
-from tensorflow_io import _load_library
-arrow_ops = _load_library('_arrow_ops.so')
+from tensorflow_io.core.python.ops import core_ops
 
 if hasattr(tf, "nest"):
   from tensorflow import nest # pylint: disable=ungrouped-imports
@@ -183,7 +182,7 @@ def __init__(self,
                   "auto" (size to number of records in Arrow record batch)
     """
     super(ArrowDataset, self).__init__(
-        partial(arrow_ops.arrow_dataset, serialized_batches),
+        partial(core_ops.arrow_dataset, serialized_batches),
         columns,
         output_types,
         output_shapes,
@@ -316,7 +315,7 @@ def __init__(self,
         dtype=dtypes.string,
         name="filenames")
     super(ArrowFeatherDataset, self).__init__(
-        partial(arrow_ops.arrow_feather_dataset, filenames),
+        partial(core_ops.arrow_feather_dataset, filenames),
         columns,
         output_types,
         output_shapes,
@@ -401,7 +400,7 @@ def __init__(self,
         dtype=dtypes.string,
         name="endpoints")
     super(ArrowStreamDataset, self).__init__(
-        partial(arrow_ops.arrow_stream_dataset, endpoints),
+        partial(core_ops.arrow_stream_dataset, endpoints),
         columns,
         output_types,
         output_shapes,
@@ -600,7 +599,7 @@ def list_feather_columns(filename, **kwargs):
   if not tf.executing_eagerly():
     raise NotImplementedError("list_feather_columns only support eager mode")
   memory = kwargs.get("memory", "")
-  columns, dtypes_, shapes = arrow_ops.list_feather_columns(
+  columns, dtypes_, shapes = core_ops.list_feather_columns(
       filename, memory=memory)
   entries = zip(tf.unstack(columns), tf.unstack(dtypes_), tf.unstack(shapes))
   return dict([(column.numpy().decode(), tf.TensorSpec(

tensorflow_io/core/BUILD

@@ -125,6 +125,7 @@ cc_binary(
     linkshared = 1,
     deps = [
         ":core_ops",
+        "//tensorflow_io/arrow:arrow_ops",
         "//tensorflow_io/audio:audio_ops",
         "//tensorflow_io/avro:avro_ops",
         "//tensorflow_io/azure:azfs_ops",