Spaces:
Running
Running
File size: 3,450 Bytes
3649333 a665da6 3649333 53df8a9 3649333 3e7a6f8 3649333 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 |
from transformers import MusicgenForConditionalGeneration
from transformers import AutoProcessor
import scipy
import streamlit as st
st.set_page_config(
page_title="Plant Orchestra with GenAI",
page_icon="🎵"
)
# initialise model
@st.cache_resource
def initialise_model():
try:
#processor = AutoProcessor.from_pretrained("musicgen-small")
processor = AutoProcessor.from_pretrained("facebook/musicgen-small")
# model = MusicgenForConditionalGeneration.from_pretrained("musicgen-small")
model = MusicgenForConditionalGeneration.from_pretrained("facebook/musicgen-small")
return processor, model
except Exception as e:
st.error(f"Error initializing the model: {str(e)}")
return None, None
processor, model = initialise_model()
# Generate audio with given prompt
def generate_audio(processor, model, prompt):
if processor is not None and model is not None:
try:
inputs = processor(
text=[prompt],
padding=True,
return_tensors="pt",
)
audio_values = model.generate(**inputs.to("cpu"), do_sample=True, guidance_scale=3, max_new_tokens=256)
return audio_values
except Exception as e:
st.error(f"Error generating audio: {str(e)}")
return None
# save audio file with scipy
def save_file(model, audio_values, filename):
sampling_rate = model.config.audio_encoder.sampling_rate
scipy.io.wavfile.write(filename, rate=sampling_rate, data=audio_values[0, 0].cpu().numpy())
st.title("Plant Orchestra 🌻")
st.markdown("Generate music based on your own plant orchestra.")
prompt = st.text_input(label='Prompt:', value='Sunflower, roses')
if st.button("Generate Music"):
#with st.spinner("Initialising model..."):
# processor, model = initialise_model()
if processor is not None and model is not None:
with st.spinner("Generating audio..."):
results = generate_audio(processor, model, prompt)
if results is not None:
sampling_rate = model.config.audio_encoder.sampling_rate
st.write("Listen to the generated music:")
st.audio(sample_rate=sampling_rate, data=results[0, 0].cpu().numpy(), format="audio/wav")
# Add additional information and instructions for users
st.sidebar.subheader("How to Use:")
st.sidebar.write("1. Enter a plant condition prompt in the text input.")
st.sidebar.write("2. Click the 'Generate Music' button to create music based on the provided prompt.")
st.sidebar.write("3. You can listen to the generated music and download it.")
st.sidebar.write()
st.sidebar.subheader('Samples 🎵')
st.sidebar.write('prompt: Sunflower, roses')
st.sidebar.audio('sound/sample.wav')
st.sidebar.write("""prompt: Generate music for the Plant Orchestra based on the following plant conditions and temperatures:
1. Rose plant: Temperature - 22°C
2. Palm tree: Temperature - 28°C
3. Orchid flower: Temperature - 20°C
4. Succulent plant: Temperature - 25°C
5. Maple tree: Temperature - 18°C
Create a musical composition that represents the unique ambiance and vitality of each plant. Let the music reflect the varying temperatures and moods of these plants.""")
st.sidebar.audio('sound/sample2.wav')
# Footer
st.write()
st.write()
st.write()
st.markdown("---")
st.markdown("Created with ❤️ by HS2912 W4 Group 2")
|