Spaces:
Paused
Paused
| import gradio as gr | |
| import os | |
| import tarfile | |
| import allin1 | |
| from pathlib import Path | |
| from dissector import generate_dissector_data | |
| HEADER = """ | |
| <header style="text-align: center;"> | |
| <h1> | |
| All-In-One Music Structure Analyzer 🔮 | |
| </h1> | |
| <p> | |
| <a href="https://github.com/mir-aidj/all-in-one">[Python Package]</a> | |
| <a href="https://arxiv.org/abs/2307.16425">[Paper]</a> | |
| <a href="https://taejun.kim/music-dissector/">[Visual Demo]</a> | |
| </p> | |
| </header> | |
| <main | |
| style="display: flex; justify-content: center;" | |
| > | |
| <div | |
| style="display: inline-block;" | |
| > | |
| <p> | |
| This Space demonstrates the music structure analyzer predicts: | |
| <ul | |
| style="padding-left: 1rem;" | |
| > | |
| <li>BPM</li> | |
| <li>Beats</li> | |
| <li>Downbeats</li> | |
| <li>Functional segment boundaries</li> | |
| <li>Functional segment labels (e.g. intro, verse, chorus, bridge, outro)</li> | |
| </ul> | |
| </p> | |
| <p> | |
| It takes about 4:30 to analyze a 3-minute song. | |
| If you are in a hurry, you can <strong><u>try the examples at the bottom</u></strong>. | |
| </p> | |
| <p> | |
| For more information, please visit the links above ✨🧸 | |
| </p> | |
| </div> | |
| </main> | |
| """ | |
| CACHE_EXAMPLES = os.getenv('CACHE_EXAMPLES', '1') == '1' | |
| def compress_files(folder_path, dissector_file): | |
| """Compresses files in the specified folder into a .tar.gz""" | |
| tar_path = folder_path + ".tar.gz" | |
| with tarfile.open(tar_path, "w:gz") as tar: | |
| for root, _, files in os.walk(folder_path): | |
| for file in files: | |
| tar.add(os.path.join(root, file), arcname=file) | |
| tar.add(dissector_file) | |
| return tar_path | |
| def analyze(path): | |
| path = Path(path) | |
| result = allin1.analyze( | |
| path, | |
| multiprocess=False, | |
| keep_byproducts=True, # TODO: remove this | |
| ) | |
| fig = allin1.visualize(result) | |
| fig.set_dpi(300) | |
| allin1.sonify(result, out_dir='./sonif') | |
| sonif_path = Path(f'./sonif/{path.stem}.sonif{path.suffix}').resolve().as_posix() | |
| dissector_file = generate_dissector_data(path.stem) | |
| compressed_file = compress_files(f"demix/htdemucs/{path.stem}", dissector_file) | |
| return result.bpm, fig, sonif_path, compressed_file | |
| with gr.Blocks() as demo: | |
| gr.HTML(HEADER) | |
| input_audio_path = gr.Audio( | |
| label='Input', | |
| source='upload', | |
| type='filepath', | |
| format='mp3', | |
| show_download_button=False, | |
| ) | |
| button = gr.Button('Analyze', variant='primary') | |
| output_viz = gr.Plot(label='Visualization') | |
| with gr.Row(): | |
| output_bpm = gr.Textbox(label='BPM', scale=1) | |
| output_sonif = gr.Audio( | |
| label='Sonification', | |
| type='filepath', | |
| format='mp3', | |
| show_download_button=False, | |
| scale=9, | |
| ) | |
| output_compressed = gr.File( | |
| label="Compressed Files", | |
| type="file", | |
| ) | |
| gr.Examples( | |
| examples=[ | |
| './assets/kult.mp3', | |
| # './assets/krematorii.mp3', | |
| # './assets/NewJeans - Super Shy.mp3', | |
| # './assets/Bruno Mars - 24k Magic.mp3' | |
| ], | |
| inputs=input_audio_path, | |
| outputs=[output_bpm, output_viz, output_sonif, output_compressed], | |
| fn=analyze, | |
| cache_examples=CACHE_EXAMPLES, | |
| ) | |
| button.click( | |
| fn=analyze, | |
| inputs=input_audio_path, | |
| outputs=[output_bpm, output_viz, output_sonif, output_compressed], | |
| api_name='analyze', | |
| ) | |
| if __name__ == '__main__': | |
| demo.launch() | |