nik blender ptn

.gitignore

@@ -1,5 +1,6 @@
 .direnv
 data
+assets
 
 *.blend1
 

.vscode/settings.json

@@ -1,3 +0,0 @@
-{
-  "nixEnvSelector.nixFile": "${workspaceRoot}/shell.nix"
-}

flake.nix

@@ -15,6 +15,10 @@
             poetry
             python3
             python310Packages.numpy
+            (python310Packages.opencv4.override {
+              enableGtk2 = true;
+              gtk2 = pkgs.gtk2;
+            })
             blender
           ];
         };

src/blender/render.py

@@ -46,6 +46,9 @@ for i, (phi, theta) in enumerate(poses):
     bpy.context.scene.objects["Empty"].rotation_euler[0] = phi
     bpy.context.scene.objects["Empty"].rotation_euler[2] = theta
 
+    # fuck you blender and your stupid shit
+    bpy.context.view_layer.update()
+
     # get camera matrices
     P, K, RT = get_3x4_P_matrix_from_blender(cam)
 
@@ -58,10 +61,7 @@ for i, (phi, theta) in enumerate(poses):
         }, f)
         print(f"Saved camera matrices: {i:04d}.pickle")
 
-
-    # set frame number
-    bpy.context.scene.frame_current = i
-
     # render the frame
+    bpy.context.scene.frame_current = i
     bpy.ops.render.render(write_still=False)
 

src/main.py

@@ -3,38 +3,27 @@ import numpy as np
 from itertools import product
 import pickle
 
-from matrices_reader import *
+VOXEL_SIZE = 3e-2
+X_MIN, X_MAX = -1.5, 1.5
+Y_MIN, Y_MAX = -1.5, 1.5
+Z_MIN, Z_MAX = -0.5, 0.5
 
-PICKLE_PATH = "/tmp/pickle.truc"
-
-VOXEL_SIZE = 2e-2
-X_MIN, X_MAX = -2.0, 2.0 
-Y_MIN, Y_MAX = -2.0, 2.0
-Z_MIN, Z_MAX = -2.0, 2.0
-
-with open(PICKLE_PATH, 'rb') as file:
-    projection_matrices = pickle.load(file)
-nb_frame = len(projection_matrices) - 1
+nb_frame = 24
 
 points = np.array([[x, y, z, 1.0] for x, y, z in product(
     np.arange(X_MIN, X_MAX, VOXEL_SIZE),
     np.arange(Y_MIN, Y_MAX, VOXEL_SIZE),
     np.arange(Z_MIN, Z_MAX, VOXEL_SIZE))])
 
-points_tor = np.array([[np.cos(theta), np.sin(theta), 0.0, 1.0] for theta, phi, r in product(
-    np.arange(0, 2*np.pi, 0.1),
-    np.arange(0, 2*np.pi, 0.1),
-    np.arange(0.0, 0.25, 0.1))])
-
 mask = np.array([255, 255, 255])
-# is_in = []
-# p = [0.0, 1.1, 0.0]
+
+test_point = [0, 0, 0, 1.0]
 
 for k in range(nb_frame):
-    # points = np.array([p +[1.0]])
+    frame = cv2.imread(f'/tmp/masks/Image{k:04}.png')
 
-    frame = cv2.imread(f'/tmp/masks/Image{k+1:04}.png')
-    proj_mat = projection_matrices[k]
+    with open(f"/tmp/cameras/{k:04d}.pickle", 'rb') as file:
+        proj_mat = pickle.load(file)["P"]
 
     cam_points = proj_mat @ points.T
     cam_points /= cam_points[2,:]
@@ -48,13 +37,21 @@ for k in range(nb_frame):
     cam_points = cam_points[:,solid]
     points = points[solid,:]
 
-    # is_in.append(len(points) != 0)
+    for cam_point in cam_points.T:
+        # cv2.circle(frame, (cam_point[0], cam_point[1]), 2, (255*is_in[k], 0, 255*(not is_in[k])))
+        cv2.circle(frame, (cam_point[0], cam_point[1]), 2, (255, 0, 255))
 
-# points = np.array([p + [1.0]])
+    print(points.shape)
+    cv2.imshow('Frame', frame)
+    cv2.waitKey(0)
+
+print("result")
 
 for k in range(nb_frame):
-    frame = cv2.imread(f'/tmp/masks/Image{k+1:04}.png')
-    proj_mat = projection_matrices[k]
+    frame = cv2.imread(f'/tmp/masks/Image{k:04}.png')
+
+    with open(f"/tmp/cameras/{k:04d}.pickle", 'rb') as file:
+        proj_mat = pickle.load(file)["P"]
 
     cam_points = proj_mat @ points.T
     cam_points /= cam_points[2,:]

src/test.py

@@ -0,0 +1,11 @@
+import pickle
+
+nb_frame = 24
+
+for k in range(nb_frame):
+
+    with open(f"/tmp/cameras/{k:04d}.pickle", 'rb') as file:
+        proj_mat = pickle.load(file)["P"]
+
+    print(k, proj_mat)
+