# -*- coding: utf-8 -*- """Untitled1.ipynb Automatically generated by Colaboratory. Original file is located at https://colab.research.google.com/drive/1yIRyQq7IUIqBQiXAPKoa0n2gT8Lr_qMw """ #!pip install openai #!pip install imageio #!pip install replicate #!pip install gradio """## Importing Libraries""" import openai import re import pandas as pd import replicate import pandas as pd from PIL import Image import requests from io import BytesIO import os from IPython.display import Audio, display import gradio as gr import numpy from PIL import ImageDraw from PIL import ImageFont import random #!git clone https://github.com/Neelanjan-chakraborty/MelodyGen.git #!ls MelodyGen """## Function To Generate Genre Based on Mood""" def generate_genre_recommendations(mood,key): openai.api_key=key response = openai.Completion.create( engine='text-davinci-003', prompt=f"I'm feeling {mood} and I want only genre recommendations and not songs also please separate using comma.", max_tokens=100, n=1, stop=None, temperature=0.5 ) genres = set(response.choices[0].text.strip().split(',')) # Extract genres from response #if len(genres) < 3: # # Provide some default genre recommendations # genres = {'Pop', 'Rock', 'Electronic'} genre_recommendations = list(genres)[:3] # Limit to 3 unique genres return ', '.join(genre_recommendations) # Return as comma-separated string def recommend(user_mood,key): genre_recommendations = generate_genre_recommendations(user_mood,key) out = genre_recommendations.split(',') return out """## Function to Generate Melody""" def melodygen(api_token,prompt): client = replicate.Client(api_token) output = client.run( "joehoover/musicgen:ba9bdc5a86f60525ba23590a03ae1e407b9a40f4a318a85af85748d641e6659f", input={"model_version": "melody","prompt":prompt,"continuation_start": 0,"continuation_end": 30, "duration":30, } ) return output #api_token='r8_Z30IhmLhqMoeJeNkl4S92JzSp8stlh82NZAnI' #prompt=input("Enter your Genre : ") #melodygen(api_token,prompt) """## Function To Generate a Song Name""" def generate_song_name(mood,key): openai.api_key=key response = openai.Completion.create( engine='text-davinci-003', prompt=f"I'm feeling {mood} and I want only random ai generated Song Name and please separate these names using comma.", max_tokens=100, n=1, stop=None, temperature=0.5 ) names = set(response.choices[0].text.strip().split(',')) # Extract genres from response get_names = list(names)[:3] # Limit to 3 unique genres return ', '.join(get_names) # Return as comma-separated string(mood): """## Function To Generate Album Art and Album Art Animation""" def albumart(user_mood,key,name): openai.api_key=key response = openai.Image.create( prompt=f"Music album art of mood{user_mood}", n=1, size="512x512" ) image_url = response['data'][0]['url'] # Fetch the image from the URL response = requests.get(image_url) response.raise_for_status() # Load the image into a PIL Image object image = Image.open(BytesIO(response.content)) # Load the font font_path = "MelodyGen/Lobster-Regular.ttf" font_size = 48 font = ImageFont.truetype(font_path, font_size) position = (image.width // 2, image.height // 2) # Create a new ImageDraw object draw = ImageDraw.Draw(image) # Get a random color color = (random.randint(0, 255), random.randint(0, 255), random.randint(0, 255)) # Calculate the position to center the text text_width, text_height = draw.textsize(name, font=font) text_position = (position[0] - text_width // 2, position[1] - text_height // 2) # Add the text to the image draw.text(text_position, name, font=font, fill=color) path='album_art.jpg' image.save(path) return path #overlay_images(background_image_path, foreground_image_path) from PIL import Image, ImageSequence def overlay_images(background_image_path): foreground_image_path='MelodyGen/Mockup4.png' num_frames=36 rotation_angle=10 # Open the background and foreground images background_image = Image.open(background_image_path).resize((600, 600)) foreground_image = Image.open(foreground_image_path).resize((1024, 768)).convert("RGBA") # Create a new image with transparency final_image = Image.new("RGBA", (1024, 768)) # Calculate the position to paste the background image at the center paste_x = int(100.50) paste_y = int(100.50) # Create a list to store the frames of the GIF animation frames = [] # Calculate the center point of the background image center_x = int(background_image.width / 2) center_y = int(background_image.height / 2) # Rotate the background image and create frames for the GIF animation for angle in range(0, 360, rotation_angle): # Create a copy of the background image rotated_image = background_image.copy() # Rotate the image by the specified angle around its center rotated_image = rotated_image.rotate(angle, resample=Image.BICUBIC, center=(center_x, center_y)) # Overlay the rotated background image at the center of the final image final_image.paste(rotated_image, (paste_x, paste_y)) # Overlay the foreground image on the background image final_image.paste(foreground_image, (0, 0), mask=foreground_image) # Append the current frame to the list of frames frames.append(final_image.copy()) # Convert the image mode of frames to RGB (removing alpha channel) frames_rgb = [frame.convert("RGB") for frame in frames] # Save the frames as an animated GIF output_path = "animation2.gif" frames_rgb[0].save(output_path, save_all=True, append_images=frames_rgb[1:], loop=0, duration=100,optimize=True, quality=100) # Return the output path of the animated GIF return output_path #background_image_path = "/content/input.png" # Path to the background image #foreground_image_path = "/content/Mockup4.png" # Path to the foreground PNG image #rotation_angle = 10 #overlay_images(background_image_path, foreground_image_path) def main_func(user_mood,key,api_token,genre): if genre is None: out = recommend(user_mood, key)[0] else: out = genre name=generate_song_name(user_mood,key).split(",") image=albumart(user_mood ,key,name[0]) album_art=overlay_images(image) song=melodygen(api_token,out[0]) return album_art,name[0],genre,song """## Gradio UI""" css1= """.gradio-container{ background: linear-gradient(-45deg, #ee7752, #e73c7e, #23a6d5, #23d5ab); background-size: 400% 400%; animation: gradient 15s ease infinite; height: 100vh; } @keyframes gradient { 0% { background-position: 0% 50%; } 50% { background-position: 100% 50%; } 100% { background-position: 0% 50%; } } .mood { background: linear-gradient(-45deg, #ee7752, #e73c7e, #23a6d5, #23d5ab); background-size: 400% 400%; animation: gradient 15s ease infinite; height: 100vh; } @keyframes gradient { 0% { background-position: 0% 50%; } 50% { background-position: 100% 50%; } 100% { background-position: 0% 50%; } } .OpenAI { background: linear-gradient(-45deg, #ee7752, #e73c7e, #23a6d5, #23d5ab)!important; animation: gradient 15s ease infinite!important; } @keyframes gradient { 0% { background-position: 0% 50%; } 50% { background-position: 100% 50%; } 100% { background-position: 0% 50%; } } } """ def check_box(check,ch): if(check==True): return gr.Dropdown.update(visible=True) return gr.Dropdown.update(visible=False, value=None) with gr.Blocks(css=css1,theme='freddyaboulton/dracula_revamped',title="🎵MoodMelody🤖 by Neelanjan",thumbnail="MelodyGen/Mood-Melody.jpg") as demo: with gr.Row(): with gr.Column(scale=1): Mood=textbox = gr.Textbox(label="Enter Your Mood",value="Happy",placeholder="How is Your Mood Now?", elem_id="warning", elem_classes="feedback") Key=textbox = gr.Textbox(label="Enter Open AI Key",placeholder="sk-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",elem_id="warning", elem_classes="feedback") Key2=textbox = gr.Textbox(label="Enter Replicate Key",placeholder="r8-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",elem_id="warning", elem_classes="feedback") check=gr.Checkbox(label="Custom Genre?", info="Select if you want custom Genres",value=True,elem_id="warning", elem_classes="feedback") ch=gr.Dropdown( [ "Acoustic","Alternative","Ambient","Blues","Classical","Country","Dance","Disco","Electronic","Folk","Funk","Gospel","Hip Hop","Indie","Jazz","Latin","Metal","Opera","Pop","Punk", "R&B","Reggae","Rock","Soul","Techno","World",# Add more genres as needed ],max_choices=1, multiselect=True,visible=True, label="Music Genres", info="Select only one genre of music" ) check.change(check_box, check, ch) btn = gr.Button(value="Generate Song") with gr.Column(scale=4): SongName=gr.Textbox(label="Song Name",placeholder="Song Name will appear Here") Genres=gr.Textbox(label="Genre",placeholder="Genres") AlbumArt=gr.Image(label="AI Generated Album Art") MusicGen=gr.Audio(label="AI Generated Music",format="wav") btn.click(main_func, inputs=[Mood,Key,Key2,ch], outputs=[AlbumArt,SongName,Genres,MusicGen]) if __name__ == "__main__": demo.launch(show_error=True,debug=True)