Add FB python sources into genai CMakeLists.txt (pytorch#3886)

Summary:

-  Add FB python sources into genai CMakeLists.txt

Differential Revision: D71930483

Author: q10

fbgemm_gpu/experimental/gen_ai/CMakeLists.txt

@@ -26,14 +26,6 @@ file(GLOB experimental_gen_ai_cpp_source_files_gpu
   src/quantize/*.cpp
   src/quantize/*.cu)
 
-# Set the source file for FB only CPP
-if(USE_FB_ONLY)
-  file(GLOB fb_only_ops_sources
-      fb/src/*/*.cu
-      fb/src/*/*.cpp)
-  list(APPEND experimental_gen_ai_cpp_source_files_gpu ${fb_only_ops_sources})
-endif()
-
 # CUDA-specific sources
 file(GLOB_RECURSE experimental_gen_ai_cpp_source_files_cuda
   src/quantize/cutlass_extensions/*.cu
@@ -53,6 +45,18 @@ file(GLOB_RECURSE experimental_gen_ai_cpp_source_files_hip
 file(GLOB_RECURSE experimental_gen_ai_python_source_files
   gen_ai/*.py)
 
+  # Set the source file for FB only CPP
+if(USE_FB_ONLY)
+  file(GLOB fb_only_cxx_sources
+      fb/src/*/*.cu
+      fb/src/*/*.cpp)
+  list(APPEND experimental_gen_ai_cpp_source_files_gpu ${fb_only_cxx_sources})
+
+  file(GLOB_RECURSE fb_only_py_sources
+    fb/gen_ai/*/*.py)
+  list(APPEND experimental_gen_ai_python_source_files ${fb_only_py_sources})
+endif()
+
 
 ################################################################################
 # Build Shared Library