TechQA.

nd4j dataset change to zero when i use shuffle method

41 views Asked by At

I am using DeepLearning4J and nd4j-cuda-10.2. all of the DataSet elements change to zero after I use the shuffle() method. I have traced the code and I think there is a problem with the registerAction() method.

DataSet data;
...
data.shuffle();

this is the data before shuffle:

===========INPUT===================
[[         0,         0,         0,  ...         0,         0,   16.0000], 
 [         0,         0,         0,  ...         0,    1.0000,   16.0000], 
 [    1.0000,         0,         0,  ...         0,    2.0000,   16.0000], 
  ..., 
 [    5.0000,   39.0000,         0,  ...   25.0000,   19.0000,   16.0000], 
 [    5.0000,   40.0000,         0,  ...   25.0000,   19.0000,   16.0000], 
 [    5.0000,   41.0000,         0,  ...   25.0000,   19.0000,   16.0000]]
=================OUTPUT==================
[[         0,         0,         0,         0,    1.0000], 
 [         0,         0,         0,         0,    1.0000], 
 [         0,         0,         0,    1.0000,         0], 
 [         0,    1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,    1.0000,         0,         0,         0], 
 [         0,         0,         0,         0,    1.0000], 
 [         0,         0,         0,    1.0000,         0], 
 [         0,         0,         0,    1.0000,         0], 
 [         0,         0,         0,         0,    1.0000], 
 [         0,    1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,    1.0000,         0,         0], 
 [         0,         0,         0,    1.0000,         0], 
 [         0,         0,         0,    1.0000,         0], 
 [         0,    1.0000,         0,         0,         0], 
 [         0,         0,         0,    1.0000,         0], 
 [         0,    1.0000,         0,         0,         0], 
 [         0,         0,         0,    1.0000,         0], 
 [         0,         0,         0,         0,    1.0000], 
 [         0,         0,    1.0000,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,         0,    1.0000,         0], 
 [         0,         0,    1.0000,         0,         0], 
 [         0,         0,         0,         0,    1.0000], 
 [         0,         0,    1.0000,         0,         0], 
 [         0,    1.0000,         0,         0,         0], 
 [         0,         0,         0,    1.0000,         0], 
 [         0,         0,         0,         0,    1.0000], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,         0,         0,    1.0000], 
 [         0,         0,         0,         0,    1.0000], 
 [         0,         0,         0,         0,    1.0000], 
 [         0,         0,    1.0000,         0,         0], 
 [         0,    1.0000,         0,         0,         0], 
 [         0,         0,    1.0000,         0,         0], 
 [         0,         0,         0,    1.0000,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,    1.0000,         0,         0,         0], 
 [         0,         0,         0,         0,    1.0000], 
 [         0,         0,         0,         0,    1.0000], 
 [         0,         0,    1.0000,         0,         0], 
 [         0,         0,         0,    1.0000,         0], 
 [         0,    1.0000,         0,         0,         0], 
 [         0,    1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,         0,         0,   -1.0000], 
 [         0,         0,         0,         0,    1.0000], 
 [         0,         0,         0,    1.0000,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,    1.0000,         0,         0], 
 [         0,         0,    1.0000,         0,         0], 
 [         0,         0,         0,         0,   -1.0000], 
 [         0,    1.0000,         0,         0,         0], 
 [         0,         0,         0,    1.0000,         0], 
 [         0,         0,         0,    1.0000,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,    1.0000,         0,         0], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,         0,    1.0000,         0,         0], 
 [         0,         0,    1.0000,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,         0,    1.0000,         0,         0], 
 [         0,    1.0000,         0,         0,         0], 
 [         0,         0,         0,         0,   -1.0000], 
 [         0,    1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,    1.0000,         0,         0,         0], 
 [         0,    1.0000,         0,         0,         0], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,    1.0000,         0,         0,         0], 
 [         0,    1.0000,         0,         0,         0], 
 [         0,    1.0000,         0,         0,         0], 
 [         0,         0,         0,         0,   -1.0000], 
 [         0,         0,         0,         0,   -1.0000], 
 [         0,         0,   -1.0000,         0,         0], 
 [         0,         0,   -1.0000,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,         0,         0,   -1.0000], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,         0,         0,   -1.0000], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,         0,   -1.0000,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,         0,         0,   -1.0000], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,         0,         0,   -1.0000], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,         0,   -1.0000,         0,         0], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,         0,   -1.0000,         0,         0], 
 [         0,         0,   -1.0000,         0,         0], 
 [         0,         0,         0,         0,   -1.0000], 
 [         0,         0,   -1.0000,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,         0,         0,   -1.0000], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,         0,         0,         0,   -1.0000], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,         0,         0,         0,   -1.0000], 
 [         0,         0,   -1.0000,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,         0,         0,   -1.0000], 
 [         0,         0,   -1.0000,         0,         0], 
 [         0,         0,         0,         0,   -1.0000], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,         0,   -1.0000,         0,         0], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,         0,   -1.0000,         0,         0], 
 [         0,         0,   -1.0000,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,   -1.0000,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,   -1.0000,         0,         0], 
 [         0,         0,   -1.0000,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,         0,   -1.0000,         0,         0], 
 [         0,         0,   -1.0000,         0,         0], 
 [         0,         0,   -1.0000,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,         0,         0,   -1.0000], 
 [         0,         0,         0,         0,   -1.0000], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,   -1.0000,         0,         0], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,         0,         0,   -1.0000], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,         0,         0,   -1.0000], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,   -1.0000,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,   -1.0000,         0,         0], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,         0,         0,   -1.0000,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,   -1.0000,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,   -1.0000,         0,         0,         0], 
 [         0,         0,         0,   -1.0000,         0]]

and after:

===========INPUT===================
[[         0,         0,         0,  ...         0,         0,         0], 
 [         0,         0,         0,  ...         0,         0,         0], 
 [         0,         0,         0,  ...         0,         0,         0], 
  ..., 
 [         0,         0,         0,  ...         0,         0,         0], 
 [         0,         0,         0,  ...         0,         0,         0], 
 [         0,         0,         0,  ...         0,         0,         0]]
=================OUTPUT==================
[[         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0], 
 [         0,         0,         0,         0,         0]]

in the registerAction() method operand.lengh is always Zero:

public void registerAction(CudaContext context, INDArray result, INDArray... operands) {
    if (result != null && !result.isEmpty()) {
        AllocationPoint point = this.allocator.getAllocationPoint(result);
        point.tickDeviceWrite();
        INDArray[] var5 = operands;
        int var6 = operands.length;

        for(int var7 = 0; var7 < var6; ++var7) {
            INDArray operand = var5[var7];
            if (operand != null && !operand.isEmpty()) {
                AllocationPoint pointOperand = this.allocator.getAllocationPoint(operand);
                pointOperand.tickDeviceRead();
            }
        }

    }
}
dl4j nd4j
Original Q&A
0

There are 0 answers

Related Questions in DL4J

Related Questions in ND4J

Popular Questions

Popular Tags

javascript python java c# php android html jquery c++ css ios sql mysql r reactjs node.js arrays c asp.net json python-3.x ruby-on-rails .net sql-server swift django angular objective-c pandas excel

Trending Questions