if (forBackprop) {
                    if(shouldCache(training, cacheMode, workspaceMgr)) {
                        cacheEnter(training, cacheMode, workspaceMgr);
                        toReturn.ia[time] = inputActivations.dup('f');
                        cacheExit(training, cacheMode, workspaceMgr);