7-audio-classification-with-pipeline.ipynb

{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.10.12","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"from datasets import load_dataset\nfrom datasets import Audio\n\nminds = load_dataset(\"PolyAI/minds14\", name=\"en-AU\", split=\"train\")\nminds = minds.cast_column(\"audio\", Audio(sampling_rate=16_000))","metadata":{"execution":{"iopub.status.busy":"2023-08-20T18:35:08.758790Z","iopub.execute_input":"2023-08-20T18:35:08.759015Z","iopub.status.idle":"2023-08-20T18:35:36.570038Z","shell.execute_reply.started":"2023-08-20T18:35:08.758994Z","shell.execute_reply":"2023-08-20T18:35:36.569154Z"},"trusted":true},"execution_count":1,"outputs":[{"output_type":"display_data","data":{"text/plain":"Downloading builder script:   0%|          | 0.00/5.95k [00:00<?, ?B/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"4764fca4a89342f1827c0dfe2ae90a35"}},"metadata":{}},{"name":"stdout","text":"Downloading and preparing dataset minds14/en-AU to /root/.cache/huggingface/datasets/PolyAI___minds14/en-AU/1.0.0/65c7e0f3be79e18a6ffaf879a083daf706312d421ac90d25718459cbf3c42696...\n","output_type":"stream"},{"output_type":"display_data","data":{"text/plain":"Downloading data:   0%|          | 0.00/471M [00:00<?, ?B/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"fca4eb516dfa427ba8bd2a63dcebab16"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"Generating train split: 0 examples [00:00, ? examples/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":""}},"metadata":{}},{"name":"stdout","text":"Dataset minds14 downloaded and prepared to /root/.cache/huggingface/datasets/PolyAI___minds14/en-AU/1.0.0/65c7e0f3be79e18a6ffaf879a083daf706312d421ac90d25718459cbf3c42696. Subsequent calls will reuse this data.\n","output_type":"stream"}]},{"cell_type":"code","source":"from transformers import pipeline\n\nclassifier = pipeline(\n    \"audio-classification\",\n    model=\"anton-l/xtreme_s_xlsr_300m_minds14\",\n)","metadata":{"execution":{"iopub.status.busy":"2023-08-20T18:36:14.322264Z","iopub.execute_input":"2023-08-20T18:36:14.322806Z","iopub.status.idle":"2023-08-20T18:36:36.687572Z","shell.execute_reply.started":"2023-08-20T18:36:14.322779Z","shell.execute_reply":"2023-08-20T18:36:36.686706Z"},"trusted":true},"execution_count":2,"outputs":[{"name":"stderr","text":"/opt/conda/lib/python3.10/site-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.16.5 and <1.23.0 is required for this version of SciPy (detected version 1.23.5\n  warnings.warn(f\"A NumPy version >={np_minversion} and <{np_maxversion}\"\n/opt/conda/lib/python3.10/site-packages/tensorflow_io/python/ops/__init__.py:98: UserWarning: unable to load libtensorflow_io_plugins.so: unable to open file: libtensorflow_io_plugins.so, from paths: ['/opt/conda/lib/python3.10/site-packages/tensorflow_io/python/ops/libtensorflow_io_plugins.so']\ncaused by: ['/opt/conda/lib/python3.10/site-packages/tensorflow_io/python/ops/libtensorflow_io_plugins.so: undefined symbol: _ZN3tsl6StatusC1EN10tensorflow5error4CodeESt17basic_string_viewIcSt11char_traitsIcEENS_14SourceLocationE']\n  warnings.warn(f\"unable to load libtensorflow_io_plugins.so: {e}\")\n/opt/conda/lib/python3.10/site-packages/tensorflow_io/python/ops/__init__.py:104: UserWarning: file system plugins are not loaded: unable to open file: libtensorflow_io.so, from paths: ['/opt/conda/lib/python3.10/site-packages/tensorflow_io/python/ops/libtensorflow_io.so']\ncaused by: ['/opt/conda/lib/python3.10/site-packages/tensorflow_io/python/ops/libtensorflow_io.so: undefined symbol: _ZTVN10tensorflow13GcsFileSystemE']\n  warnings.warn(f\"file system plugins are not loaded: {e}\")\n","output_type":"stream"},{"output_type":"display_data","data":{"text/plain":"Downloading (…)lve/main/config.json:   0%|          | 0.00/2.73k [00:00<?, ?B/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"8510135b86aa44d5af8f2b0291cf0322"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"Downloading pytorch_model.bin:   0%|          | 0.00/1.26G [00:00<?, ?B/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"ea2bfebde7a14e7995c0771fc15af0cf"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"Downloading (…)rocessor_config.json:   0%|          | 0.00/212 [00:00<?, ?B/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"78b14eef3c884490b918af77d0c4b1e3"}},"metadata":{}}]},{"cell_type":"code","source":"example = minds[0]","metadata":{"execution":{"iopub.status.busy":"2023-08-20T18:36:47.823479Z","iopub.execute_input":"2023-08-20T18:36:47.823898Z","iopub.status.idle":"2023-08-20T18:36:57.024148Z","shell.execute_reply.started":"2023-08-20T18:36:47.823859Z","shell.execute_reply":"2023-08-20T18:36:57.023123Z"},"trusted":true},"execution_count":3,"outputs":[]},{"cell_type":"code","source":"classifier(example[\"audio\"][\"array\"])","metadata":{"execution":{"iopub.status.busy":"2023-08-20T18:37:04.338338Z","iopub.execute_input":"2023-08-20T18:37:04.339078Z","iopub.status.idle":"2023-08-20T18:37:06.712443Z","shell.execute_reply.started":"2023-08-20T18:37:04.339047Z","shell.execute_reply":"2023-08-20T18:37:06.711034Z"},"trusted":true},"execution_count":4,"outputs":[{"execution_count":4,"output_type":"execute_result","data":{"text/plain":"[{'score': 0.9625310301780701, 'label': 'pay_bill'},\n {'score': 0.028672795742750168, 'label': 'freeze'},\n {'score': 0.0033498003613203764, 'label': 'card_issues'},\n {'score': 0.0020058045629411936, 'label': 'abroad'},\n {'score': 0.0008484331192448735, 'label': 'high_value_payment'}]"},"metadata":{}}]},{"cell_type":"code","source":"id2label = minds.features[\"intent_class\"].int2str\nid2label(example[\"intent_class\"])","metadata":{"execution":{"iopub.status.busy":"2023-08-20T18:37:26.579647Z","iopub.execute_input":"2023-08-20T18:37:26.579967Z","iopub.status.idle":"2023-08-20T18:37:26.587625Z","shell.execute_reply.started":"2023-08-20T18:37:26.579942Z","shell.execute_reply":"2023-08-20T18:37:26.586422Z"},"trusted":true},"execution_count":5,"outputs":[{"execution_count":5,"output_type":"execute_result","data":{"text/plain":"'pay_bill'"},"metadata":{}}]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]}]}