nd4j/nd4j-backends/nd4j-api-parent/nd4j-api/src/main/java/org/nd4j/linalg/util/DataSetUtils.java
/*
* ******************************************************************************
* *
* *
* * This program and the accompanying materials are made available under the
* * terms of the Apache License, Version 2.0 which is available at
* * https://www.apache.org/licenses/LICENSE-2.0.
* *
* * See the NOTICE file distributed with this work for additional
* * information regarding copyright ownership.
* * Unless required by applicable law or agreed to in writing, software
* * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* * License for the specific language governing permissions and limitations
* * under the License.
* *
* * SPDX-License-Identifier: Apache-2.0
* *****************************************************************************
*/
package org.nd4j.linalg.util;
import org.nd4j.common.util.ArrayUtil;
import org.nd4j.linalg.api.ndarray.INDArray;
import org.nd4j.linalg.dataset.DataSet;
import org.nd4j.linalg.exception.ND4JArraySizeException;
import org.nd4j.common.tools.BTools;
import org.nd4j.common.tools.InfoLine;
import org.nd4j.common.tools.InfoValues;
import org.nd4j.common.tools.SIS;
public class DataSetUtils {
//
private SIS sis;
//
public DataSetUtils(
SIS sis,
String superiorModuleCode
) {
//
this.sis = sis;
//
initValues( superiorModuleCode );
}
//
private final String baseModuleCode = "DL4JT";
private String moduleCode = "";
//
private void initValues( String superiorModuleCode ) {
//
moduleCode = superiorModuleCode + "." + baseModuleCode;
//
}
/**
* <b>showDataSet</b><br>
* public void showDataSet( int mtLv, String itemCode, DataSet ds,<br>
* int in_Digits, int ot_Digits, int r_End_I, int c_End_I )<br>
* Shows content of DataSet.<br>
* @param mtLv - method level
* @param itemCode - item = DataSet
* @param ds - DataSet
* @param in_Digits - input digits
* @param ot_Digits - output digits
* @param r_End_I - rows end index
* @param c_End_I - columns end index
*/
public void showDataSet(
int mtLv,
String itemCode,
DataSet ds,
int in_Digits,
int ot_Digits,
int r_End_I,
int c_End_I
) {
//
mtLv++;
//
String oinfo = "";
//
String methodName = moduleCode + "." + "showDataSet";
//
if ( ds == null ) {
oinfo = "";
oinfo += BTools.getMtLvESS( mtLv );
oinfo += methodName + ": ";
oinfo += "\"" + itemCode + "\": ";
oinfo += " == null !!!; ";
oinfo += BTools.getSLcDtTm();
sis.info( oinfo );
return;
}
//
oinfo = "";
oinfo += BTools.getMtLvESS( mtLv );
oinfo += methodName + ": ";
oinfo += "\"" + itemCode + "\": ";
oinfo += "in_Digits: " + in_Digits + "; ";
oinfo += "ot_Digits: " + ot_Digits + "; ";
sis.info( oinfo );
oinfo = "";
oinfo += BTools.getMtLvESS( mtLv );
oinfo += BTools.getMtLvISS();
oinfo += "r_End_I: " + r_End_I + "; ";
oinfo += "c_End_I: " + c_End_I + "; ";
oinfo += BTools.getSLcDtTm();
sis.info( oinfo );
oinfo = "";
oinfo += BTools.getMtLvESS( mtLv );
oinfo += BTools.getMtLvISS();
oinfo += "ds: ";
oinfo += ".numInputs: " + ds.numInputs() + "; ";
oinfo += ".numOutcomes: " + ds.numOutcomes() + "; ";
oinfo += ".numExamples: " + ds.numExamples() + "; ";
oinfo += ".hasMaskArrays: " + BTools.getSBln( ds.hasMaskArrays() ) + "; ";
sis.info( oinfo );
//
if ( in_Digits < 0 ) in_Digits = 0;
if ( ot_Digits < 0 ) ot_Digits = 0;
//
INDArray in_INDA; // I = Input
INDArray ot_INDA; // O = Output
//
in_INDA = ds.getFeatures();
ot_INDA = ds.getLabels();
//
oinfo = "";
oinfo += BTools.getMtLvESS( mtLv );
oinfo += BTools.getMtLvISS();
oinfo += "in_INDA: ";
oinfo += ".rows: " + in_INDA.rows() + "; ";
oinfo += ".columns: " + in_INDA.columns() + "; ";
oinfo += ".rank: " + in_INDA.rank() + "; ";
oinfo += ".shape: " + BTools.getSIntA( ArrayUtil.toInts(in_INDA.shape()) ) + "; ";
oinfo += ".length: " + in_INDA.length() + "; ";
oinfo += ".size( 0 ): " + in_INDA.size( 0 ) + "; ";
sis.info( oinfo );
//
if ( ot_INDA != null ) {
oinfo = "";
oinfo += BTools.getMtLvESS( mtLv );
oinfo += BTools.getMtLvISS();
oinfo += "ot_INDA: ";
oinfo += ".rows: " + ot_INDA.rows() + "; ";
oinfo += ".columns: " + ot_INDA.columns() + "; ";
oinfo += ".rank: " + ot_INDA.rank() + "; ";
oinfo += ".shape: " + BTools.getSIntA( ArrayUtil.toInts(ot_INDA.shape()) ) + "; ";
oinfo += ".length: " + ot_INDA.length() + "; ";
oinfo += ".size( 0 ): " + ot_INDA.size( 0 ) + "; ";
sis.info( oinfo );
} else {
oinfo = "";
oinfo += BTools.getMtLvESS( mtLv );
oinfo += BTools.getMtLvISS();
oinfo += "ot_INDA == null ! ";
sis.info( oinfo );
}
//
if ( in_INDA.rows() != ot_INDA.rows() ) {
oinfo = "===";
oinfo += methodName + ": ";
oinfo += "in_INDA.rows() != ot_INDA.rows() !!! ; ";
oinfo += BTools.getSLcDtTm();
sis.info( oinfo );
//
return;
}
//
boolean wasShownTitle = false;
//
InfoLine il;
InfoValues iv;
//
double j_Dbl = -1;
if (in_INDA.rows() > Integer.MAX_VALUE) {
throw new ND4JArraySizeException();
}
int i_CharsCount = BTools.getIndexCharsCount( (int) in_INDA.rows() - 1 );
//
oinfo = "";
oinfo += BTools.getMtLvESS( mtLv );
oinfo += BTools.getMtLvISS();
oinfo += "Data: j: IN->I0; ";
sis.info( oinfo );
//
for ( int i = 0; i < in_INDA.rows(); i++ ) {
//
if ( i > r_End_I ) break;
//
il = new InfoLine();
//
iv = new InfoValues( "i", "" ); il.ivL.add( iv );
iv.vsL.add( BTools.getSInt( i, i_CharsCount ) );
//
iv = new InfoValues( "", "", "" ); il.ivL.add( iv );
iv.vsL.add( "" );
//
int c_I = 0;
//
for ( int j = (int) in_INDA.columns() - 1; j >= 0; j-- ) {
//
if ( c_I > c_End_I ) break;
//
j_Dbl = in_INDA.getDouble( i, j );
//
iv = new InfoValues( "In", "j", BTools.getSInt( j ) ); il.ivL.add( iv );
iv.vsL.add( BTools.getSDbl( j_Dbl, in_Digits, true, in_Digits + 4 ) );
//
c_I++;
}
//
iv = new InfoValues( "", "", "" ); il.ivL.add( iv );
iv.vsL.add( "" );
//
c_I = 0;
//
if ( ot_INDA != null ) {
if (ot_INDA.columns() - 1 > Integer.MAX_VALUE)
throw new ND4JArraySizeException();
for ( int j = (int) ot_INDA.columns() - 1; j >= 0; j-- ) {
//
if ( c_I > c_End_I ) break;
//
j_Dbl = ot_INDA.getDouble( i, j );
//
iv = new InfoValues( "Ot", "j", BTools.getSInt( j ) ); il.ivL.add( iv );
iv.vsL.add( BTools.getSDbl( j_Dbl, ot_Digits, true, ot_Digits + 4 ) );
//
c_I++;
}
}
//
if ( !wasShownTitle ) {
oinfo = il.getTitleLine( mtLv, 0 ); sis.info( oinfo );
oinfo = il.getTitleLine( mtLv, 1 ); sis.info( oinfo );
oinfo = il.getTitleLine( mtLv, 2 ); sis.info( oinfo );
// oinfo = il.getTitleLine( mtLv, 3 ); sis.info( oinfo );
// oinfo = il.getTitleLine( mtLv, 4 ); sis.info( oinfo );
wasShownTitle = true;
}
oinfo = il.getValuesLine( mtLv ); sis.info( oinfo );
}
//
}
/**
* <b>showINDArray</b><br>
* public void showINDArray( int mtLv, String itemCode, INDArray INDA,<br>
* int digits, int r_End_I, int c_End_I )<br>
* Shows content of INDArray.<br>
* Shows first rows and than columns.<br>
*
*
*
* @param mtLv - method level
* @param itemCode - item code
* @param INDA - INDArray
* @param digits - values digits
* @param r_End_I - rows end index
* @param c_End_I - columns end index
*/
public void showINDArray(
int mtLv,
String itemCode,
INDArray INDA,
int digits,
int r_End_I,
int c_End_I
) {
//
showINDArray( mtLv, itemCode, INDA, digits, r_End_I, c_End_I, false );
}
/**
* <b>showINDArray</b><br>
* public void showINDArray( int mtLv, String itemCode, INDArray INDA,<br>
* int digits, int r_End_I, int c_End_I, boolean turned )<br>
* Shows content of INDArray.<br>
* If turned is false shows first rows and than columns.<br>
* If turned is true shows first columns and than rows.<br>
* @param mtLv - method level
* @param itemCode - item code
* @param INDA - INDArray
* @param digits - values digits
* @param r_End_I - rows end index
* @param c_End_I - columns end index
* @param turned - turned rows and columns
*/
public void showINDArray(
int mtLv,
String itemCode,
INDArray INDA,
int digits,
int r_End_I,
int c_End_I,
boolean turned
) {
//
mtLv++;
//
String oinfo = "";
//
String methodName = moduleCode + "." + "showINDArray";
//
if ( INDA == null ) {
oinfo = "";
oinfo += BTools.getMtLvESS( mtLv );
oinfo += methodName + ": ";
oinfo += "\"" + itemCode + "\": ";
oinfo += " == null !!!; ";
oinfo += BTools.getSLcDtTm();
sis.info( oinfo );
return;
}
//
oinfo = "";
oinfo += BTools.getMtLvESS( mtLv );
oinfo += methodName + ": ";
oinfo += "\"" + itemCode + "\": ";
oinfo += "digits: " + digits + "; ";
oinfo += "r_End_I: " + r_End_I + "; ";
oinfo += "c_End_I: " + c_End_I + "; ";
oinfo += "turned: " + turned + "; ";
oinfo += BTools.getSLcDtTm();
sis.info( oinfo );
//
if ( digits < 0 ) digits = 0;
//
oinfo = "";
oinfo += BTools.getMtLvESS( mtLv );
oinfo += BTools.getMtLvISS();
oinfo += "rows: " + INDA.rows() + "; ";
oinfo += "columns: " + INDA.columns() + "; ";
oinfo += "rank: " + INDA.rank() + "; ";
oinfo += "shape: " + BTools.getSIntA(ArrayUtil.toInts( INDA.shape()) ) + "; ";
oinfo += "length: " + INDA.length() + "; ";
oinfo += "size( 0 ): " + INDA.size( 0 ) + "; ";
sis.info( oinfo );
//
boolean wasShownTitle = false;
//
InfoLine il;
InfoValues iv;
//
double j_Dbl = -1;
if (INDA.rows() - 1 > Integer.MAX_VALUE)
throw new ND4JArraySizeException();
int i_CharsCount = BTools.getIndexCharsCount( (int) INDA.rows() - 1 );
//
if ( !turned ) { //= standard
oinfo = "";
oinfo += BTools.getMtLvESS( mtLv );
oinfo += BTools.getMtLvISS();
oinfo += "Data: j: IN->I0; ";
sis.info( oinfo );
//
for ( int i = 0; i < INDA.rows(); i++ ) {
//
if ( i > r_End_I ) break;
//
il = new InfoLine();
//
iv = new InfoValues( "i", "" ); il.ivL.add( iv );
iv.vsL.add( BTools.getSInt( i, i_CharsCount ) );
//
int c_I = 0;
if (INDA.columns() - 1 > Integer.MAX_VALUE)
throw new ND4JArraySizeException();
for ( int j = (int) INDA.columns() - 1; j >= 0; j-- ) {
//
if ( c_I > c_End_I ) break;
//
j_Dbl = INDA.getDouble( i, j );
//
iv = new InfoValues( "j", "", BTools.getSInt( j ) ); il.ivL.add( iv );
iv.vsL.add( BTools.getSDbl( j_Dbl, digits, true, digits + 4 ) );
//
c_I++;
}
//
if ( !wasShownTitle ) {
oinfo = il.getTitleLine( mtLv, 0 ); sis.info( oinfo );
oinfo = il.getTitleLine( mtLv, 1 ); sis.info( oinfo );
oinfo = il.getTitleLine( mtLv, 2 ); sis.info( oinfo );
// oinfo = il.getTitleLine( mtLv, 3 ); sis.info( oinfo );
// oinfo = il.getTitleLine( mtLv, 4 ); sis.info( oinfo );
wasShownTitle = true;
}
oinfo = il.getValuesLine( mtLv ); sis.info( oinfo );
}
}
else { // = turned
oinfo = "";
oinfo += BTools.getMtLvESS( mtLv );
oinfo += BTools.getMtLvISS();
oinfo += "Data: ";
sis.info( oinfo );
//
for ( int i = 0; i < INDA.columns(); i++ ) {
//
if ( i > c_End_I ) break;
//
il = new InfoLine();
//
iv = new InfoValues( "i", "" ); il.ivL.add( iv );
iv.vsL.add( BTools.getSInt( i, i_CharsCount ) );
//
int r_I = 0;
//
for ( int j = 0; j < INDA.rows(); j++ ) {
//
if ( r_I > r_End_I ) break;
//
j_Dbl = INDA.getDouble( j, i );
//
iv = new InfoValues( "j", "", BTools.getSInt( j ) ); il.ivL.add( iv );
iv.vsL.add( BTools.getSDbl( j_Dbl, digits, true, digits + 4 ) );
//
r_I++;
}
//
if ( !wasShownTitle ) {
oinfo = il.getTitleLine( mtLv, 0 ); sis.info( oinfo );
oinfo = il.getTitleLine( mtLv, 1 ); sis.info( oinfo );
oinfo = il.getTitleLine( mtLv, 2 ); sis.info( oinfo );
// oinfo = il.getTitleLine( mtLv, 3 ); sis.info( oinfo );
// oinfo = il.getTitleLine( mtLv, 4 ); sis.info( oinfo );
wasShownTitle = true;
}
oinfo = il.getValuesLine( mtLv ); sis.info( oinfo );
}
}
//
}
}