implement AtrousConvolution2D, with tests

2026-09-09 11:25:25 +08:00 · 2016-08-28 01:32:48 -04:00
parent b22cc1d295
commit f63f489b02
6 changed files with 847 additions and 0 deletions
@@ -0,0 +1,110 @@
+/* eslint-env browser, mocha */
+
+describe('convolutional layer: AtrousConvolution2D', function () {
+  const assert = chai.assert
+  const styles = testGlobals.styles
+  const logTime = testGlobals.logTime
+  const stringifyCondensed = testGlobals.stringifyCondensed
+  const approxEquals = KerasJS.testUtils.approxEquals
+  const layers = KerasJS.layers
+
+  const testParams = [
+    {
+      inputShape: [5, 5, 2],
+      kernelShape: [4, 3, 3],
+      attrs: { activation: 'linear', borderMode: 'valid', subsample: [1, 1], atrousRate: [2, 2], dimOrdering: 'tf', bias: true }
+    },
+    {
+      inputShape: [5, 5, 2],
+      kernelShape: [4, 3, 3],
+      attrs: { activation: 'linear', borderMode: 'valid', subsample: [1, 1], atrousRate: [2, 2], dimOrdering: 'tf', bias: false }
+    },
+    {
+      inputShape: [7, 7, 2],
+      kernelShape: [4, 3, 3],
+      attrs: { activation: 'relu', borderMode: 'valid', subsample: [1, 1], atrousRate: [3, 3], dimOrdering: 'tf', bias: true }
+    },
+    {
+      inputShape: [4, 8, 3],
+      kernelShape: [3, 4, 4],
+      attrs: { activation: 'relu', borderMode: 'same', subsample: [1, 1], atrousRate: [2, 2], dimOrdering: 'tf', bias: true }
+    },
+    {
+      inputShape: [8, 8, 2],
+      kernelShape: [4, 3, 3],
+      attrs: { activation: 'relu', borderMode: 'same', subsample: [1, 1], atrousRate: [4, 4], dimOrdering: 'tf', bias: true }
+    }
+  ]
+
+  before(function () {
+    console.log('\n%cconvolutional layer: AtrousConvolution2D', styles.h1)
+  })
+
+  /*********************************************************
+  * CPU
+  *********************************************************/
+
+  describe('CPU', function () {
+    before(function () {
+      console.log('\n%cCPU', styles.h2)
+    })
+
+    testParams.forEach(({ inputShape, kernelShape, attrs }, i) => {
+      const key = `convolutional.AtrousConvolution2D.${i}`
+      const [inputRows, inputCols, inputChannels] = inputShape
+      const [nbFilter, nbRow, nbCol] = kernelShape
+      const title = `[${key}] [CPU] test: ${nbFilter} ${nbRow}x${nbCol} filters on ${inputRows}x${inputCols}x${inputChannels} input, activation='${attrs.activation}', border_mode='${attrs.borderMode}', subsample=${attrs.subsample}, atrousRate=${attrs.atrousRate}, dim_ordering='${attrs.dimOrdering}', bias=${attrs.bias}`
+
+      it(title, function () {
+        console.log(`\n%c${title}`, styles.h3)
+        let testLayer = new layers.AtrousConvolution2D(nbFilter, nbRow, nbCol, attrs)
+        testLayer.setWeights(TEST_DATA[key].weights.map(w => new KerasJS.Tensor(w.data, w.shape)))
+        let t = new KerasJS.Tensor(TEST_DATA[key].input.data, TEST_DATA[key].input.shape)
+        console.log('%cin', styles.h4, stringifyCondensed(t.tensor))
+        const startTime = performance.now()
+        t = testLayer.call(t)
+        const endTime = performance.now()
+        console.log('%cout', styles.h4, stringifyCondensed(t.tensor))
+        logTime(startTime, endTime)
+        const dataExpected = new Float32Array(TEST_DATA[key].expected.data)
+        const shapeExpected = TEST_DATA[key].expected.shape
+        assert.deepEqual(t.tensor.shape, shapeExpected)
+        assert.isTrue(approxEquals(t.tensor, dataExpected))
+      })
+    })
+  })
+
+  /*********************************************************
+  * GPU
+  *********************************************************/
+
+  describe('GPU', function () {
+    before(function () {
+      console.log('\n%cGPU', styles.h2)
+    })
+
+    testParams.forEach(({ inputShape, kernelShape, attrs }, i) => {
+      const key = `convolutional.AtrousConvolution2D.${i}`
+      const [inputRows, inputCols, inputChannels] = inputShape
+      const [nbFilter, nbRow, nbCol] = kernelShape
+      const title = `[${key}] [GPU] test: ${nbFilter} ${nbRow}x${nbCol} filters on ${inputRows}x${inputCols}x${inputChannels} input, activation='${attrs.activation}', border_mode='${attrs.borderMode}', subsample=${attrs.subsample}, atrousRate=${attrs.atrousRate}, dim_ordering='${attrs.dimOrdering}', bias=${attrs.bias}`
+
+      it(title, function () {
+        console.log(`\n%c${title}`, styles.h3)
+        let testLayer = new layers.AtrousConvolution2D(nbFilter, nbRow, nbCol, attrs)
+        testLayer.setWeights(TEST_DATA[key].weights.map(w => new KerasJS.Tensor(w.data, w.shape)))
+        let t = new KerasJS.Tensor(TEST_DATA[key].input.data, TEST_DATA[key].input.shape, { useWeblas: true })
+        console.log('%cin', styles.h4, stringifyCondensed(t.tensor))
+        const startTime = performance.now()
+        t = testLayer.call(t)
+        const endTime = performance.now()
+        console.log('%cout', styles.h4, stringifyCondensed(t.tensor))
+        logTime(startTime, endTime)
+        const dataExpected = new Float32Array(TEST_DATA[key].expected.data)
+        const shapeExpected = TEST_DATA[key].expected.shape
+        assert.deepEqual(t.tensor.shape, shapeExpected)
+        assert.isTrue(approxEquals(t.tensor, dataExpected))
+      })
+    })
+  })
+})