hcmlab / vadnet

Real-time Voice Activity Detection in Noisy Eniviroments using Deep Neural Networks

Home Page:http://openssi.net

Geek Repo:Geek Repo

Github PK Tool:Github PK Tool

black screen on VADEX window

shini-tm opened this issue · comments

can get it running but the screen goes black:
image
this is the log of the prompt.


Built with Social Signal Interpretation (SSI)

(c) 2007-19 University of Augsburg, Lab for Human Centered Multimedia
Johannes Wagner, Tobias Baur, Florian Lingenfelser, Andreas Seiderer, Simon Flutura, Dominik Schiller, Ionut Damian

website: http://openssi.net
contact: support@openssi.net

build version: v1.0.4

download source=https://github.com/hcmlab/ssi/raw/master/bin/x64/vc140
download target=C:\Users\shini\Documents\GitHub\vadnet\bin\

[factory___] found 'Console'
[factory___] create instance of 'Console'
[factory___] store instance of 'Console' as 'console'
[factory___] load 'ssiframe.dll'
[factory___] found 'TheFramework'
[factory___] found 'XMLPipeline'
[factory___] found 'Asynchronous'
[factory___] found 'EventConsumer'
[factory___] found 'Clone'
[factory___] found 'Chain'
[factory___] found 'Cast'
[factory___] found 'Selector'
[factory___] found 'Merge'
[factory___] found 'Inverter'
[factory___] found 'Decorator'
[factory___] load 'ssievent.dll'
[factory___] found 'TheEventBoard'
[factory___] found 'EventMonitor'
[factory___] found 'MapEventSender'
[factory___] found 'TupleEventSender'
[factory___] found 'StringEventSender'
[factory___] found 'ZeroEventSender'
[factory___] found 'ThresEventSender'
[factory___] found 'ThresTupleEventSender'
[factory___] found 'TriggerEventSender'
[factory___] found 'FixationEventSender'
[factory___] found 'ThresClassEventSender'
[factory___] found 'XMLEventSender'
[factory___] found 'ClockEventSender'
[factory___] found 'EventToStream'
[factory___] create instance of 'XMLPipeline'
[factory___] create instance of 'TheFramework'
[factory___] create instance of 'TheEventBoard'
[factory___] store instance of 'XMLPipeline' as 'xmlpipe'
[framexml__] load 'C:\Users\shini\Documents\GitHub\vadnet\vadex.pipeline' (local config=yes, global config=yes)
[framexml__] apply config from 'vadex.pipeline-config'
             live -> false
             live:mic -> true
             path -> data\group.wav
             frame -> 8000
             delta -> 40000
             send:do -> false
             send:url -> upd://localhost:1234
             record:do -> false
             record:path -> capture
[framexml__] apply config from 'C:\Users\shini\Documents\GitHub\vadnet\vadex.pipeline-config'
             live -> false
             live:mic -> true
             path -> data\group.wav
             frame -> 8000
             delta -> 40000
             send:do -> false
             send:url -> upd://localhost:1234
             record:do -> false
             record:path -> capture
[factory___] load 'ssigraphic.dll'
[factory___] found 'VideoPainter'
[factory___] found 'SignalPainter'
[factory___] found 'EventPainter'
[factory___] found 'PointsPainter'
[factory___] load 'ssiaudio.dll'
[factory___] found 'Audio'
[factory___] found 'AudioPlayer'
[factory___] found 'STKAudioMixer'
[factory___] found 'AudioLoopBack'
[factory___] found 'AudioActivity'
[factory___] found 'VoiceActivitySender'
[factory___] found 'VoiceActivityVerifier'
[factory___] found 'AudioIntensity'
[factory___] found 'AudioLpc'
[factory___] found 'AudioConvert'
[factory___] found 'SNRatio'
[factory___] found 'WavReader'
[factory___] found 'WavWriter'
[factory___] found 'WavProvider'
[factory___] found 'PreEmphasis'
[factory___] found 'AudioMono'
[factory___] found 'AudioNoiseGate'
[factory___] load 'ssiioput.dll'
[factory___] found 'MemoryWriter'
[factory___] found 'FileReader'
[factory___] found 'FileWriter'
[factory___] found 'FileEventWriter'
[factory___] found 'SocketReader'
[factory___] found 'SocketWriter'
[factory___] found 'SocketEventWriter'
[factory___] found 'SocketEventReader'
[factory___] found 'FileSampleWriter'
[factory___] found 'FileAnnotationWriter'
[factory___] found 'FakeSignal'
[factory___] found 'NotifyReceiver'
[factory___] found 'NotifySender'
[factory___] load 'ssisignal.dll'
[factory___] found 'MFCC'
[factory___] found 'Energy'
[factory___] found 'Intensity'
[factory___] found 'Functionals'
[factory___] found 'FunctionalsEventSender'
[factory___] found 'Derivative'
[factory___] found 'Integral'
[factory___] found 'Butfilt'
[factory___] found 'IIR'
[factory___] found 'Spectrogram'
[factory___] found 'DownSample'
[factory___] found 'Normalize'
[factory___] found 'MvgAvgVar'
[factory___] found 'MvgMinMax'
[factory___] found 'MvgNorm'
[factory___] found 'MvgPeakGate'
[factory___] found 'MvgDrvtv'
[factory___] found 'MvgConDiv'
[factory___] found 'MvgMedian'
[factory___] found 'Pulse'
[factory___] found 'Multiply'
[factory___] found 'Noise'
[factory___] found 'FFTfeat'
[factory___] found 'ConvPower'
[factory___] found 'Expression'
[factory___] found 'Limits'
[factory___] found 'Gate'
[factory___] found 'Bundle'
[factory___] found 'Statistics'
[factory___] found 'Sum'
[factory___] found 'Relative'
[factory___] found 'Mean'
[factory___] load 'ssipython36.dll'
[pymanager_] init
[factory___] found 'PythonTransformer'
[factory___] found 'PythonFeature'
[factory___] found 'PythonFilter'
[factory___] found 'PythonConsumer'
[factory___] found 'PythonObject'
[factory___] found 'PythonSensor'
[factory___] found 'PythonImageFilter'
[factory___] found 'PythonImageFeature'
[factory___] found 'PythonImageConsumer'
[factory___] found 'PythonModel'
[factory___] load 'ssicontrol.dll'
[factory___] found 'ControlSlider'
[factory___] found 'Controller'
[factory___] found 'ControlCheckBox'
[factory___] found 'ControlTextBox'
[factory___] found 'ControlButton'
[factory___] found 'ControlGrid'
[factory___] found 'ControlEvent'
[factory___] found 'WaitButton'
[factory___] create instance of 'Audio'
[factory___] store instance of 'Audio' as 'noname003'
[provider__] init 'Provider:audio'
             id         = 0
             rate[hz]   = 48000.00
             dim        = 1
             bytes      = 4
             type       = FLOAT
             buffer[s]  = 10.00
             watch      = 1.0s
             sync       = 5.0s
[factory___] create instance of 'PythonFeature'
[factory___] store instance of 'PythonFeature' as 'noname004'
[pyhelper__] new sys path '['C:\\Users\\shini\\Documents\\GitHub\\vadnet\\bin\\python36', 'C:\\Users\\shini\\Documents\\GitHub\\vadnet\\bin', 'C:\\Users\\shini\\Documents\\GitHub\\vadnet\\bin\\lib\\site-packages', 'C:\\Users\\shini\\Documents\\GitHub\\vadnet']'
[pyhelper__] loading script 'model.py'
C:\Users\shini\Documents\GitHub\vadnet\bin\lib\site-packages\tensorflow\python\framework\dtypes.py:519: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.
  _np_qint8 = np.dtype([("qint8", np.int8, 1)])
C:\Users\shini\Documents\GitHub\vadnet\bin\lib\site-packages\tensorflow\python\framework\dtypes.py:520: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.
  _np_quint8 = np.dtype([("quint8", np.uint8, 1)])
C:\Users\shini\Documents\GitHub\vadnet\bin\lib\site-packages\tensorflow\python\framework\dtypes.py:521: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.
  _np_qint16 = np.dtype([("qint16", np.int16, 1)])
C:\Users\shini\Documents\GitHub\vadnet\bin\lib\site-packages\tensorflow\python\framework\dtypes.py:522: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.
  _np_quint16 = np.dtype([("quint16", np.uint16, 1)])
C:\Users\shini\Documents\GitHub\vadnet\bin\lib\site-packages\tensorflow\python\framework\dtypes.py:523: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.
  _np_qint32 = np.dtype([("qint32", np.int32, 1)])
C:\Users\shini\Documents\GitHub\vadnet\bin\lib\site-packages\tensorflow\python\framework\dtypes.py:528: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.
  np_resource = np.dtype([("resource", np.ubyte, 1)])
[pyhelper__] found function 'getOptions'
[pyhelper__] found function 'getSampleDimensionOut'
[pyhelper__] found function 'getSampleTypeOut'
[pyhelper__] found function 'transform_enter'
[pyhelper__] found function 'transform'
[pyhelper__] found function 'transform_flush'
[eboard____] 'noname004' sends '(null)'
load model  models\vad
loading model models\vad\model.ckpt-200106
2021-03-11 00:27:00.315819: I T:\src\github\tensorflow\tensorflow\core\platform\cpu_feature_guard.cc:140] Your CPU supports instructions that this TensorFlow binary was not compiled to use: AVX2
2021-03-11 00:27:00.476991: I T:\src\github\tensorflow\tensorflow\core\common_runtime\gpu\gpu_device.cc:1356] Found device 0 with properties:
name: GeForce RTX 3090 major: 8 minor: 6 memoryClockRate(GHz): 1.695
pciBusID: 0000:01:00.0
totalMemory: 24.00GiB freeMemory: 19.97GiB
2021-03-11 00:27:00.486038: I T:\src\github\tensorflow\tensorflow\core\common_runtime\gpu\gpu_device.cc:1435] Adding visible gpu devices: 0
2021-03-11 00:29:43.391704: I T:\src\github\tensorflow\tensorflow\core\common_runtime\gpu\gpu_device.cc:923] Device interconnect StreamExecutor with strength 1 edge matrix:
2021-03-11 00:29:43.397844: I T:\src\github\tensorflow\tensorflow\core\common_runtime\gpu\gpu_device.cc:929]      0
2021-03-11 00:29:43.402047: I T:\src\github\tensorflow\tensorflow\core\common_runtime\gpu\gpu_device.cc:942] 0:   N
2021-03-11 00:29:43.405656: I T:\src\github\tensorflow\tensorflow\core\common_runtime\gpu\gpu_device.cc:1053] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 19374 MB memory) -> physical GPU (device: 0, name: GeForce RTX 3090, pci bus id: 0000:01:00.0, compute capability: 8.6)
[factory___] create instance of 'PythonFeature'
[factory___] store instance of 'PythonFeature' as 'noname005'
[pyhelper__] loading script 'model.py'
[pyhelper__] found function 'getOptions'
[pyhelper__] found function 'getSampleDimensionOut'
[pyhelper__] found function 'getSampleTypeOut'
[pyhelper__] found function 'transform_enter'
[pyhelper__] found function 'transform'
[pyhelper__] found function 'transform_flush'
[eboard____] 'noname005' sends '(null)'
load model  models\gender
loading model models\gender\model.ckpt-675023
2021-03-11 00:30:41.069534: I T:\src\github\tensorflow\tensorflow\core\common_runtime\gpu\gpu_device.cc:1435] Adding visible gpu devices: 0
2021-03-11 00:30:41.073864: I T:\src\github\tensorflow\tensorflow\core\common_runtime\gpu\gpu_device.cc:923] Device interconnect StreamExecutor with strength 1 edge matrix:
2021-03-11 00:30:41.080212: I T:\src\github\tensorflow\tensorflow\core\common_runtime\gpu\gpu_device.cc:929]      0
2021-03-11 00:30:41.083646: I T:\src\github\tensorflow\tensorflow\core\common_runtime\gpu\gpu_device.cc:942] 0:   N
2021-03-11 00:30:41.090013: I T:\src\github\tensorflow\tensorflow\core\common_runtime\gpu\gpu_device.cc:1053] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 19374 MB memory) -> physical GPU (device: 0, name: GeForce RTX 3090, pci bus id: 0000:01:00.0, compute capability: 8.6)
[factory___] create instance of 'PythonFeature'
[factory___] store instance of 'PythonFeature' as 'noname006'
[pyhelper__] loading script 'model.py'
[pyhelper__] found function 'getOptions'
[pyhelper__] found function 'getSampleDimensionOut'
[pyhelper__] found function 'getSampleTypeOut'
[pyhelper__] found function 'transform_enter'
[pyhelper__] found function 'transform'
[pyhelper__] found function 'transform_flush'
[eboard____] 'noname006' sends '(null)'
load model  models\laughter
loading model models\laughter\model.ckpt-830054
2021-03-11 00:30:41.771476: I T:\src\github\tensorflow\tensorflow\core\common_runtime\gpu\gpu_device.cc:1435] Adding visible gpu devices: 0
2021-03-11 00:30:41.774499: I T:\src\github\tensorflow\tensorflow\core\common_runtime\gpu\gpu_device.cc:923] Device interconnect StreamExecutor with strength 1 edge matrix:
2021-03-11 00:30:41.779262: I T:\src\github\tensorflow\tensorflow\core\common_runtime\gpu\gpu_device.cc:929]      0
2021-03-11 00:30:41.782795: I T:\src\github\tensorflow\tensorflow\core\common_runtime\gpu\gpu_device.cc:942] 0:   N
2021-03-11 00:30:41.785663: I T:\src\github\tensorflow\tensorflow\core\common_runtime\gpu\gpu_device.cc:1053] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 19374 MB memory) -> physical GPU (device: 0, name: GeForce RTX 3090, pci bus id: 0000:01:00.0, compute capability: 8.6)
[factory___] create instance of 'Merge'
[factory___] store instance of 'Merge' as 'noname007'
[factory___] create instance of 'MvgAvgVar'
[factory___] store instance of 'MvgAvgVar' as 'noname008'
[factory___] create instance of 'PythonFilter'
[factory___] store instance of 'PythonFilter' as 'noname009'
[pyhelper__] loading script 'vadex.py'
[pyhelper__] found function 'getOptions'
[pyhelper__] found function 'getSampleDimensionOut'
[pyhelper__] found function 'getSampleTypeOut'
[pyhelper__] found function 'transform_enter'
[pyhelper__] found function 'transform'
[pyhelper__] found function 'transform_flush'
[eboard____] 'noname009' sends '(null)'
[factory___] create instance of 'SignalPainter'
[factory___] store instance of 'SignalPainter' as 'plot'
[factory___] create instance of 'SignalPainter'
[factory___] store instance of 'SignalPainter' as 'plot1'
[factory___] create instance of 'XMLEventSender'
[factory___] store instance of 'XMLEventSender' as 'monitor'
[eboard____] 'monitor' sends 'final@xml'
[factory___] create instance of 'SocketEventWriter'
[factory___] store instance of 'SocketEventWriter' as 'noname013'
[eboard____] 'noname013' receives 'final@xml'
[factory___] create instance of 'Decorator'
[factory___] store instance of 'Decorator' as 'noname014'
[eboard____] start event board worker
[socketudp_] connect to '127.0.0.1:1234' [udp]
[esockwrite] start sending events to 'udp://127.0.0.1:1234'
[thread____] start 'EventBoardWorker'
[pipeline__] start 0 threads
[thread____] start 'audio'
[provider__] start 'Provider:audio'
[sensor____] connect 'Audio'
[sensor____] start 'Audio'
[thread____] start 'Audio@Microphone (NVIDIA Broadcast)'
[thread____] start 'PythonFeature'
[transform_] start 'PythonFeature:noname004'
             frame[s]   = 0.17
             delta[s]   = 0.83
             id         = 0 -> 1
             rate[hz]   = 48000.00 -> 6.00
             dim        = 1 -> 2
             bytes      = 4 -> 4
             type       = FLOAT -> FLOAT
             buffer[s]  = 10.00
[thread____] start 'PythonFeature'
[transform_] start 'PythonFeature:noname005'
             frame[s]   = 0.17
             delta[s]   = 0.83
             id         = 0 -> 2
             rate[hz]   = 48000.00 -> 6.00
             dim        = 1 -> 3
             bytes      = 4 -> 4
             type       = FLOAT -> FLOAT
             buffer[s]  = 10.00
[thread____] start 'PythonFeature'
[transform_] start 'PythonFeature:noname006'
             frame[s]   = 0.17
             delta[s]   = 0.83
             id         = 0 -> 3
             rate[hz]   = 48000.00 -> 6.00
             dim        = 1 -> 2
             bytes      = 4 -> 4
             type       = FLOAT -> FLOAT
             buffer[s]  = 10.00
[thread____] start 'Merge'
[transform_] start 'Merge:noname007'
             frame[s]   = 0.17
             delta[s]   = 0.00
             id         = 1 -> 4
             rate[hz]   = 6.00 -> 6.00
             dim        = 2 -> 7
             bytes      = 4 -> 4
             type       = FLOAT -> FLOAT
             buffer[s]  = 10.00
[thread____] start 'MvgAvgVar'
[transform_] start 'MvgAvgVar:noname008'
             frame[s]   = 0.17
             delta[s]   = 0.00
             id         = 4 -> 5
             rate[hz]   = 6.00 -> 6.00
             dim        = 7 -> 7
             bytes      = 4 -> 4
             type       = FLOAT -> FLOAT
             buffer[s]  = 10.00
[thread____] start 'PythonFilter'
[transform_] start 'PythonFilter:noname009'
             frame[s]   = 0.17
             delta[s]   = 0.00
             id         = 5 -> 6
             rate[hz]   = 6.00 -> 6.00
             dim        = 7 -> 5
             bytes      = 4 -> 4
             type       = FLOAT -> FLOAT
             buffer[s]  = 10.00
[thread____] start 'SignalPainter'
[thread____] start 'AUDIO' (single run)
[consume___] start 'SignalPainter:plot'
             frame[s]   = 0.10
             delta[s]   = 0.00
             stream#1
             id = 0
             rate[hz]   = 48000.00
             dim        = 1
             bytes      = 4
             type       = FLOAT
[thread____] start 'SignalPainter'
[thread____] start 'VADEX' (single run)
[consume___] start 'SignalPainter:plot1'
             frame[s]   = 0.17
             delta[s]   = 0.00
             stream#1
             id = 6
             rate[hz]   = 6.00
             dim        = 5
             bytes      = 4
             type       = FLOAT
[thread____] start 'XMLEventSender'
[thread____] start 'XML' (single run)
[thread____] start 'noname'
[consume___] start 'XMLEventSender:monitor'
             frame[s]   = 0.17
             delta[s]   = 0.00
             stream#1
             id = 6
             rate[hz]   = 6.00
             dim        = 5
             bytes      = 4
             type       = FLOAT

             seconds to start: ok

[pipeline__] start
[thread____] start 'Pipeline' (single run)

             press enter to stop