webnn-polyfill-master
- .github
  - dependabot.yml
  - workflows
    - deploy.yml
    - build_test.yml
- src
  - ml.ts
  - main.js
  - nn
    - graph.ts
    - context.ts
    - types.ts
    - operand.ts
    - operation.ts
    - ops
      - leaky_relu.ts
      - resample2d.ts
      - pool2d.ts
      - conv2d.ts
      - gru.ts
      - clamp.ts
      - reduce.ts
      - unary.ts
      - conv_transpose2d.ts
      - binary.ts
      - transpose.ts
      - slice.ts
      - concat.ts
      - instance_norm.ts
      - gemm.ts
      - split.ts
      - reshape.ts
      - pad.ts
      - softmax.ts
      - squeeze.ts
      - batch_norm.ts
    - utils.ts
    - graph_builder.ts
- .eslintrcforjs.js
- typedoc.json
- .gitmodules
- LICENSE
- test
  - cts
    - .clang-format
    - from_nnapi
      - test_generator
        src
        cts_generator.py
        mapping_dict.py
        test_generator.py
        main.py
        ready_nnapi_cts_specs.sh
        package.json
      - COPYING
      - README.md
      - tests
        V1_2
        test_split_converted_from_split_int32_2.js
        test_split_converted_from_split_float_3.js
        test_min_converted_from_minimum.js
        test_split_converted_from_split_float_5.js
        test_conv2d_add_clamp_converted_from_depthwise_conv2d_v1_2.js
        test_reduceMin_converted_from_reduce_min.js
        test_conv2d_converted_from_depthwise_conv2d_v1_2.js
        test_max_converted_from_maximum.js
        test_softmax_converted_from_softmax_v1_2.js
        test_split_converted_from_split_float_2.js
        test_abs_converted_from_abs.js
        test_pad_converted_from_pad_v2_1_float.js
        test_split_converted_from_split_int32_1.js
        test_pad_converted_from_pad_all_dims.js
        test_instanceNormalization_converted_from_instance_normalization.js
        test_conv2d_add_clamp_converted_from_conv2d_v1_2.js
        test_conv2d_converted_from_conv2d_dilation.js
        test_reduceSum_converted_from_reduce_sum.js
        test_split_converted_from_split_int32_4.js
        test_slice_converted_from_slice.js
        test_pad_converted_from_pad_v2_low_rank.js
        test_split_converted_from_split_float_4.js
        test_sin_converted_from_sin.js
        test_matmul_add_clamp_converted_from_fully_connected_v1_2.js
        test_reduceMax_converted_from_reduce_max.js
        test_l2Pool2d_clamp_converted_from_l2_pool_v1_2.js
        test_neg_converted_from_neg.js
        test_conv2d_add_clamp_converted_from_conv2d_dilation.js
        test_pow_converted_from_pow.js
        test_split_converted_from_split_float_1.js
        test_exp_converted_from_exp.js
        test_pow_converted_from_sqrt.js
        test_transpose_converted_from_transpose_v1_2.js
        test_reduceProduct_converted_from_reduce_prod.js
        test_sub_clamp_converted_from_sub_v1_2_broadcast.js
        test_pad_converted_from_pad_v2_all_dims.js
        test_pad_converted_from_pad_low_rank.js
        test_split_converted_from_split_int32_3.js
        test_sub_clamp_converted_from_sub_v1_2.js
        test_conv2d_converted_from_conv2d_v1_2.js
        test_log_converted_from_log.js
        V1_1
        test_mul_relu_converted_from_mul_relu_relaxed.js
        test_concat_converted_from_concat_float_1_relaxed.js
        test_conv2d_converted_from_depthwise_conv2d_float_large_weights_as_inputs_relaxed.js
        test_reshape_converted_from_reshape_weights_as_inputs_relaxed.js
        test_conv2d_converted_from_conv_float_large_weights_as_inputs_relaxed.js
        test_pad_converted_from_pad_float_1_relaxed.js
        test_conv2d_add_clamp_converted_from_depthwise_conv2d_float_large_2_relaxed.js
        test_conv2d_converted_from_conv_float_relaxed.js
        test_div_clamp_converted_from_div_relaxed.js
        test_conv2d_add_clamp_converted_from_conv_float_relaxed.js
        test_matmul_add_clamp_converted_from_fully_connected_float_relaxed.js
        test_reshape_converted_from_reshape_relaxed.js
        test_mul_clamp_converted_from_mul_relaxed.js
        test_pad_converted_from_pad.js
        test_conv2d_add_clamp_converted_from_depthwise_conv2d_float_large_relaxed.js
        test_conv2d_converted_from_conv_float_large_relaxed.js
        test_conv2d_converted_from_conv_float_weights_as_inputs_relaxed.js
        test_matmul_add_clamp_converted_from_fully_connected_float_4d_simple_relaxed.js
        test_clamp_converted_from_relu6_float_2_relaxed.js
        test_sigmoid_converted_from_logistic_float_1_relaxed.js
        test_l2Pool2d_clamp_converted_from_l2_pool_float_relaxed.js
        test_squeeze_converted_from_squeeze_relaxed.js
        test_transpose_converted_from_transpose_relaxed.js
        test_conv2d_add_clamp_converted_from_conv_float_channels_relaxed.js
        test_squeeze_converted_from_squeeze_float_1.js
        test_squeeze_converted_from_squeeze.js
        test_conv2d_add_clamp_converted_from_depthwise_conv2d_float_large_2_weights_as_inputs_relaxed.js
        test_clamp_converted_from_relu6_float_1_relaxed.js
        test_matmul_add_clamp_converted_from_fully_connected_float_4d_simple.js
        test_conv2d_converted_from_depthwise_conv2d_float_large_2_weights_as_inputs_relaxed.js
        test_div_clamp_converted_from_div_broadcast_float_relaxed.js
        test_softmax_converted_from_softmax_float_2_relaxed.js
        test_sub_clamp_converted_from_sub_broadcast_float.js
        test_tanh_converted_from_tanh_relaxed.js
        test_add_clamp_converted_from_add_relaxed.js
        test_averagePool2d_clamp_converted_from_avg_pool_float_1_relaxed.js
        test_conv2d_add_clamp_converted_from_conv_float_large_weights_as_inputs_relaxed.js
        test_conv2d_converted_from_conv_float_channels_weights_as_inputs_relaxed.js
        test_sub_clamp_converted_from_sub_broadcast_float_relaxed.js
        test_matmul_add_clamp_converted_from_fully_connected_float_large_weights_as_inputs_relaxed.js
        test_conv2d_converted_from_conv_float_channels_relaxed.js
        test_div_clamp_converted_from_div.js
        test_l2Pool2d_clamp_converted_from_l2_pool_float_large_relaxed.js
        test_matmul_add_clamp_converted_from_fully_connected_float_large_relaxed.js
        test_sigmoid_converted_from_logistic_float_2_relaxed.js
        test_floor_converted_from_floor_relaxed.js
        test_matmul_add_clamp_converted_from_fully_connected_float_weights_as_inputs_relaxed.js
        test_clamp_converted_from_relu1_float_2_relaxed.js
        test_pad_converted_from_pad_float_1.js
        test_conv2d_add_clamp_converted_from_conv_float_channels_weights_as_inputs_relaxed.js
        test_maxPool2d_clamp_converted_from_max_pool_float_1_relaxed.js
        test_squeeze_converted_from_squeeze_float_1_relaxed.js
        test_transpose_converted_from_transpose.js
        test_sub_clamp_converted_from_sub.js
        test_conv2d_converted_from_depthwise_conv2d_float_large_relaxed.js
        test_pad_converted_from_pad_relaxed.js
        test_conv2d_add_clamp_converted_from_conv_float_weights_as_inputs_relaxed.js
        test_clamp_converted_from_relu1_float_1_relaxed.js
        test_conv2d_add_clamp_converted_from_depthwise_conv2d_float_large_weights_as_inputs_relaxed.js
        test_matmul_add_relu_converted_from_fully_connected_float_2_relaxed.js
        test_sub_clamp_converted_from_sub_relaxed.js
        test_conv2d_converted_from_depthwise_conv2d_float_large_2_relaxed.js
        test_transpose_converted_from_transpose_float_1.js
        test_transpose_converted_from_transpose_float_1_relaxed.js
        test_conv2d_add_clamp_converted_from_conv_float_large_relaxed.js
        test_relu_converted_from_relu_float_1_relaxed.js
        test_div_clamp_converted_from_div_broadcast_float.js
        V1_0
        test_conv2d_add_clamp_converted_from_depthwise_conv2d_float_large_2_weights_as_inputs.js
        test_matmul_add_clamp_converted_from_fully_connected_float.js
        test_conv2d_converted_from_conv_float_channels.js
        test_conv2d_add_clamp_converted_from_depthwise_conv2d_float_large.js
        test_conv2d_converted_from_conv_float_channels_weights_as_inputs.js
        test_concat_converted_from_concat_float_1.js
        test_conv2d_converted_from_depthwise_conv2d_float_large_2_weights_as_inputs.js
        test_conv2d_converted_from_depthwise_conv2d_float_large.js
        test_conv2d_add_clamp_converted_from_conv_float_channels_weights_as_inputs.js
        test_conv2d_add_clamp_converted_from_conv_float_large_weights_as_inputs.js
        test_clamp_converted_from_relu6_float_1.js
        test_clamp_converted_from_relu1_float_2.js
        test_mul_relu_converted_from_mul_relu.js
        test_sigmoid_converted_from_logistic_float_1.js
        test_matmul_add_relu_converted_from_fully_connected_float_2.js
        test_conv2d_add_relu_converted_from_conv_float_channels_weights_as_inputs.js
        test_matmul_add_clamp_converted_from_fully_connected_float_large.js
        test_conv2d_add_clamp_converted_from_depthwise_conv2d_float_large_2.js
        test_clamp_converted_from_relu6_float_2.js
        test_tanh_converted_from_tanh.js
        test_conv2d_converted_from_conv_float.js
        test_floor_converted_from_floor.js
        test_add_clamp_converted_from_add.js
        test_conv2d_add_clamp_converted_from_conv_float_large.js
        test_l2Pool2d_clamp_converted_from_l2_pool_float_large.js
        test_relu_converted_from_relu_float_1.js
        test_conv2d_converted_from_depthwise_conv2d_float_large_2.js
        test_mul_clamp_converted_from_mul.js
        test_conv2d_converted_from_conv_float_large.js
        test_matmul_add_clamp_converted_from_fully_connected_float_weights_as_inputs.js
        test_maxPool2d_clamp_converted_from_max_pool_float_1.js
        test_reshape_converted_from_reshape.js
        test_softmax_converted_from_softmax_float_2.js
        test_conv2d_add_clamp_converted_from_conv_float_channels.js
        test_sigmoid_converted_from_logistic_float_2.js
        test_l2Pool2d_clamp_converted_from_l2_pool_float.js
        test_conv2d_add_clamp_converted_from_depthwise_conv2d_float_large_weights_as_inputs.js
        test_conv2d_add_clamp_converted_from_conv_float.js
        test_averagePool2d_clamp_converted_from_avg_pool_float_1.js
        test_conv2d_add_clamp_converted_from_conv_float_weights_as_inputs.js
        test_conv2d_converted_from_conv_float_weights_as_inputs.js
        test_matmul_add_clamp_converted_from_fully_connected_float_3.js
        test_matmul_add_clamp_converted_from_fully_connected_float_large_weights_as_inputs.js
        test_conv2d_converted_from_conv_float_large_weights_as_inputs.js
        test_reshape_converted_from_reshape_weights_as_inputs.js
        test_conv2d_converted_from_depthwise_conv2d_float_large_weights_as_inputs.js
        test_clamp_converted_from_relu1_float_1.js
    - README.md
  - api
    - graph_builder.js
    - context.js
    - graph.js
  - models
    - resnet50v2_nchw.js
    - mobilenetv2_nchw.js
    - tiny_yolov2_nhwc.js
    - resnet101v2_nhwc.js
    - mobilenetv2_batchnorm_nchw.js
    - squeezenet1.1_nchw.js
    - mobilenetv2_nhwc.js
    - tiny_yolov2_nchw.js
    - squeezenet1.0_nhwc.js
    - resnet50v2_nhwc.js
  - models.html
  - lib
    - .clang-format
    - numpy.js
  - cts.html
  - ops
    - pow.js
    - sigmoid.js
    - tanh.js
    - hard_swish.js
    - matmul.js
    - squeeze.js
    - softmax.js
    - sub.js
    - concat.js
    - div.js
    - reduce.js
    - transpose.js
    - clamp.js
    - batch_norm.js
    - add.js
    - pool2d.js
    - relu.js
    - conv_transpose2d.js
    - unary.js
    - gemm.js
    - instance_norm.js
    - max.js
    - leaky_relu.js
    - resample2d.js
    - mul.js
    - slice.js
    - reshape.js
    - gru.js
    - pad.js
    - split.js
    - min.js
  - package.json
  - index.html
  - utils.js
  - ops.html
- .clang-format
- webpack.config.js
- .babelrc
- README.md
- package.json
- node_setup.js
- .eslintrc.js
- tsconfig.json
- .gitignore

WebNN Polyfill

A JavaScript implementation of the Web Neural Network API.

Backends

The implementation of this webnn-polyfill is based on TensorFlow.js that supports following 4 backends.

TensorFlow.js CPU Backend, pure-JS backend for Node.js and the browser.
TensorFlow.js WebGL Backend, WebGL backend for the browser.
TensorFlow.js WebGPU Backend, WebGPU backend for the browser.
TensorFlow.js WASM Backend, WebAssembly backend for the browser.

If not set, tests under the webnn-polyfill use CPU as default backend, as which has higher numerical precision than other backends. Tests may fail under WASM backend as some ops have not been implemented/supported in WASM backend.

For node test, we only support CPU backend.
For browser test, you can set backend by passing a URL parameter: backend, it accepts cpu, webgl, webgpu and wasm. e.g. ?backend=webgl.

If not set, the built webnn-polyfill.js uses WebGL as default backend, you can set backend by referring to following code snippet:

    const backend = 'cpu';
    const tf = navigator.ml.createContext().tf;
    await tf.setBackend(backend);
    await tf.ready();

** Note: Regarding to browser test using webgpu backend, please use Chrome Canary browser for Windows platform or Chrome Dev browser for Linux platform with flag "--enable-unsafe-webgpu" enabled.

Build and Test

Setup

> git clone --recurse-submodules https://github.com/webmachinelearning/webnn-polyfill
> cd webnn-polyfill & npm install

Build

Development build

> npm run build

Production build

> npm run build-production

Test

Run tests in node.js.

> npm test

Run tests in web browser.

> npm start

Open the web browser and navigate to http://localhost:8080/test

Run only CTS tests in node.js.

> npm run test-cts

Run only CTS tests in web browser.

> npm start

Open the web browser and navigate to http://localhost:8080/test/cts.html

Other scripts

Build docs

> npm run build-docs

Lint

> npm run lint

Format

> npm run format

Start dev server

> npm run dev

Watch files

> npm run watch

License

This project is following Apache License Version 2.0.