parth/smodifier
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fixing bug for part gains

Browse Source
This commit is contained in:
parth aranke 2024-06-06 11:20:23 +05:30
parent c339f4dd6e
commit bb766dbbc0
2 changed files with 89 additions and 33 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

70
Utils.py
View File

@ -13,6 +13,8 @@ class ProceesAudio():
device = 'cuda' if torch.cuda.is_available() else 'cpu'
segments = []
target_audio = []
def _split_audio_s(self, audio, sr, segment_length=0.5, overlap=0):
@ -38,6 +40,7 @@ class ProceesAudio():
segment = audio[start:start + segment_samples]
if len(segment) == segment_samples:
segments.append(segment)
return segments, sr
def _calculate_average_amplitude(self, segments, sr, n_fft=2048, hop_length=256, num_frequency_bands=100):
@ -70,6 +73,40 @@ class ProceesAudio():
return audio
def change_amps(self, new_amps, sr, data):
modified_segs = []
prev_gains = np.ones(10)
segments, sr = self._split_audio_s(data, sr=sr)
max_amp = 0
part_amps = []
for segment in segments:
max_amp = max(max_amp, np.max(np.abs(segment)))
for segment, mod in zip(segments, new_amps):
_, audios = split_stereo(segment=segment, max_amp=max_amp, sr=sr, num_parts=10)
final_audios = []
curr_gains = []
part_amp = []
for audio, target_amp, i in zip(audios, mod, range(10)):
gain = (target_amp.item()/np.mean(np.abs(audio)))*max_amp
if np.mean(np.abs(audio)) == 0:
gain=0
elif gain <= 50 and gain >=1:
gain = gain/50
else:
gain=1
part_amp.append(gain)
audio = self.make_smooth(audio, gain, prev_gains[i])
curr_gains.append(gain)
final_audios.append(audio)
part_amps.append(part_amp)
prev_gains = curr_gains
modified_seg = add_stereo(final_audios, len(final_audios[0]), sample_rate=sr)
modified_segs.append(modified_seg)
modified_segs = np.concatenate(modified_segs)
return modified_segs, part_amps
def perform_modulation(self, data, sr, index):
segments, sr = self._split_audio_s(data, sr=sr)
max_amp = 0
@ -81,37 +118,10 @@ class ProceesAudio():
index = int((int(index)/100)*len(x))
y = self._get_output_amps(x, index)
print(len(y), len(x))
modified_segs = []
prev_gains = np.ones(10)
for segment, mod in zip(segments, y[0]):
_, audios = split_stereo(segment=segment, max_amp=max_amp, sr=sr, num_parts=10)
final_audios = []
curr_gains = []
for audio, target_amp, i in zip(audios, mod, range(10)):
gain = (target_amp.item()/np.mean(np.abs(audio)))*max_amp
if np.mean(np.abs(audio)) == 0:
gain=0
elif gain <= 50 and gain >=1:
gain = gain/50
else:
gain=1
y[0][index+1:] *= max_amp
audio = self.make_smooth(audio, gain, prev_gains[i])
curr_gains.append(gain)
final_audios.append(audio)
prev_gains = curr_gains
modified_seg = add_stereo(final_audios, len(final_audios[0]), sample_rate=sr)
modified_segs.append(modified_seg)
modified_segs[:index+1] = segments[:index+1]
modified_segs = np.concatenate(modified_segs)
return modified_segs.astype(np.float32), y[0]
return self.change_amps(new_amps=y[0], sr=sr, data=data)
def get_training_data(self, file_path, data_dir):
for song in os.listdir(data_dir):

52
server.py
View File

@ -51,8 +51,7 @@ def upload_to_s3(processed_data, userId):
def int16_to_float32(samples):
return samples.astype(np.float32) / 32768.0
def process_audio_bytes(audio_bytes, index):
# Read the audio file from bytes
def get_audio_data(audio_bytes):
sample_rate, data = wavfile.read(io.BytesIO(audio_bytes))
left = []
right = []
@ -61,6 +60,11 @@ def process_audio_bytes(audio_bytes, index):
left.append(frame[0])
right.append(frame[1])
data = np.array([left, right], dtype=np.float32)
return sample_rate, data
def process_audio_bytes(audio_bytes, index):
# Read the audio file from bytes
sample_rate, data = get_audio_data(audio_bytes=audio_bytes)
pa = ProceesAudio()
@ -68,6 +72,8 @@ def process_audio_bytes(audio_bytes, index):
file_url = upload_to_s3(processed_data=processed_data, userId="parth")
arr_to_show = []
print(len(processed_data))
acc_factor = int(len(processed_data)/150)
for i in range(0, len(processed_data), acc_factor):
@ -76,7 +82,14 @@ def process_audio_bytes(audio_bytes, index):
for i in range(len(arr_to_show)):
arr_to_show[i] = float(arr_to_show[i])
return jsonify({"file_url": file_url, "array": arr_to_show, "part_amps": float(part_amps)})
ret = []
for i in range(10):
temp = []
for part in part_amps:
temp.append(float(part[i]))
ret.append(temp)
return jsonify({"file_url": "", "array": arr_to_show, "part_amps": ret})
@app.route('/modify', methods=['POST'])
def modify():
@ -95,6 +108,39 @@ def modify():
response.headers.add('Access-Control-Allow-Origin', '*')
return response
@app.route('/manMod', methods=['POST'])
def manual_modify():
if 'song' not in request.files:
return 'No file part', 400
file = request.files['song']
index = request.form.get('index') # Assuming index is sent as a form field
mod_arr = request.form.get('mod_arr')
if file.filename == '':
return 'No selected file', 400
if file:
# Read file bytes
file_bytes = file.read()
# Process the audio bytes with the index parameter
sample_rate, data = get_audio_data(audio_bytes=file_bytes)
pa = ProceesAudio()
processed_data = pa.change_amps(data=data, new_amps=mod_arr, sr=sample_rate)
file_url = upload_to_s3(processed_data=processed_data, userId="parth")
arr_to_show = []
acc_factor = int(len(processed_data)/150)
for i in range(0, len(processed_data), acc_factor):
arr_to_show.append(np.mean(np.abs(processed_data[i:i+acc_factor])))
for i in range(len(arr_to_show)):
arr_to_show[i] = float(arr_to_show[i])
response = jsonify({"file_url": file_url, "array": arr_to_show})
response.headers.add('Access-Control-Allow-Origin', '*')
return response
if __name__ == '__main__':
app.run(debug=True, port=80)