innovarul / first-impressions Goto Github PK

require 'torch'
require 'cutorch'
require 'cunn'
dofile 'utilities.lua'
require 'rnn'
require 'nngraph'


logger = dofile 'log.lua'
VIDEOFEATURESROWS = 6
VIDEOFEATURESCOLS = 0
VIDEOFEATURESLMROWS = 6
VIDEOFEATURESLMCOLS = 0

opt = {}
opt.targetScaleFactor = 1
opt.type= 'float'
--opt.type= 'cuda'
opt.LSTM = true

 mp4name = 'somename.mp4'

--audio data
 validationAudioFeaturePath = 'data/validationaudiofeat';
 validationaudiofiles = dir.getallfiles(validationAudioFeaturePath)
 validationAudioData = loadAudioFeaturesFromFolder(validationaudiofiles)
 local inputaudio = validationAudioData[mp4name]

 if opt.type == 'float' then
  inputaudio = inputaudio:float();
 else
  inputaudio = inputaudio:cuda();
 end


--video data
 local validationVideoData = prepareVideoFramesData({[mp4name]=1}, VIDEOFEATURESROWS, 'validation',opt.LSTM)

 if(opt.type == 'cuda') then
  validationVideoData[mp4name]= validationVideoData[mp4name]:cuda()
 else
  validationVideoData[mp4name] = validationVideoData[mp4name]:float()
 end


--all post-processed inputs
 local currentInput = {inputaudio, validationVideoData[mp4name] }

--load the traied model
 if(not opt.LSTM) then
  model = torch.load('models/3DCNNModel#600.net')
 else
  model = torch.load('models/LSTMModel#440.net')
 end

 model:evaluate()
 local pred = model:forward(currentInput)


--building a tensor to add the results
 validationPredictions = {}
 validationPredictions = torch.Tensor(5):fill(0)

 if(not opt.LSTM) then
  validationPredictions = validationPredictions + torch.squeeze( pred:double() / opt.targetScaleFactor )
 else
  validationPredictions = validationPredictions + torch.squeeze( (torch.mean(pred:double(),1) / opt.targetScaleFactor) )
 end

/root/torch/install/bin/luajit: /root/torch/install/share/lua/5.1/nn/Container.lua:67: 
In 5 module of nn.Sequential:
/root/torch/install/share/lua/5.1/rnn/LSTM.lua:188: attempt to perform arithmetic on field 'step' (a nil value)
stack traceback:
	/root/torch/install/share/lua/5.1/rnn/LSTM.lua:188: in function </root/torch/install/share/lua/5.1/rnn/LSTM.lua:187>
	[C]: in function 'xpcall'
	/root/torch/install/share/lua/5.1/nn/Container.lua:63: in function 'rethrowErrors'
	/root/torch/install/share/lua/5.1/nn/Sequential.lua:44: in function 'forward'
	5_validate.lua:70: in main chunk
	[C]: in function 'dofile'
	/root/torch/install/lib/luarocks/rocks/trepl/scm-1/bin/th:150: in main chunk
	[C]: at 0x00405d50

WARNING: If you see a stack trace below, it doesn't point to the place where this error occurred. Please use only the one above.
stack traceback:
	[C]: in function 'error'
	/root/torch/install/share/lua/5.1/nn/Container.lua:67: in function 'rethrowErrors'
	/root/torch/install/share/lua/5.1/nn/Sequential.lua:44: in function 'forward'
	5_validate.lua:70: in main chunk
	[C]: in function 'dofile'
	/root/torch/install/lib/luarocks/rocks/trepl/scm-1/bin/th:150: in main chunk
	[C]: at 0x00405d50