audiblez/audiblez.py

242 lines
9.5 KiB
Python
Raw Normal View History

2025-01-14 17:45:04 +01:00
#!/usr/bin/env python3
2025-01-14 22:57:31 +01:00
# audiblez - A program to convert e-books into audiobooks using
# Kokoro-82M model for high-quality text-to-speech synthesis.
# by Claudio Santini 2025 - https://claudio.uk
2025-01-14 15:35:10 +01:00
import argparse
2025-01-14 17:45:04 +01:00
import sys
2025-01-14 15:35:10 +01:00
import time
import shutil
import subprocess
import soundfile as sf
import ebooklib
import warnings
2025-01-15 09:31:50 +01:00
import re
2025-01-14 15:35:10 +01:00
from pathlib import Path
from string import Formatter
from bs4 import BeautifulSoup
2025-01-29 10:50:30 +01:00
from kokoro import KPipeline
2025-01-14 15:35:10 +01:00
from ebooklib import epub
2025-01-14 18:38:26 +01:00
from pydub import AudioSegment
2025-01-15 19:12:48 +01:00
from pick import pick
2025-01-22 22:17:02 +05:30
from tempfile import NamedTemporaryFile
2025-01-14 15:35:10 +01:00
2025-01-29 10:50:30 +01:00
sample_rate = 24000
voices = [
'af_alloy', 'af_aoede', 'af_bella', 'af_jessica', 'af_kore', 'af_nicole',
'af_nova', 'af_river', 'af_sarah', 'af_sky', 'am_adam', 'am_echo', 'am_eric',
'am_fenrir', 'am_liam', 'am_michael', 'am_onyx', 'am_puck', 'bf_alice',
'bf_emma', 'bf_isabella', 'bf_lily', 'bm_daniel', 'bm_fable',
'bm_george', 'bm_lewis'
]
def main(pipeline, file_path, voice, pick_manually, speed):
2025-01-14 17:45:04 +01:00
filename = Path(file_path).name
2025-01-23 21:44:26 +01:00
warnings.simplefilter("ignore")
book = epub.read_epub(file_path)
2025-01-14 15:35:10 +01:00
title = book.get_metadata('DC', 'title')[0][0]
creator = book.get_metadata('DC', 'creator')[0][0]
2025-01-22 22:17:02 +05:30
cover_maybe = [c for c in book.get_items() if c.get_type() == ebooklib.ITEM_COVER]
cover_image = cover_maybe[0].get_content() if cover_maybe else b""
if cover_maybe:
print(f'Found cover image {cover_maybe[0].file_name} in {cover_maybe[0].media_type} format')
2025-01-14 15:35:10 +01:00
intro = f'{title} by {creator}'
print(intro)
2025-01-15 19:12:48 +01:00
print('Found Chapters:', [c.get_name() for c in book.get_items() if c.get_type() == ebooklib.ITEM_DOCUMENT])
if pick_manually:
chapters = pick_chapters(book)
else:
chapters = find_chapters(book)
2025-01-23 21:44:26 +01:00
print('Automatically selected chapters:', [c.get_name() for c in chapters])
2025-01-14 15:35:10 +01:00
texts = extract_texts(chapters)
2025-01-22 22:17:02 +05:30
2025-01-14 15:35:10 +01:00
has_ffmpeg = shutil.which('ffmpeg') is not None
2025-01-14 17:45:04 +01:00
if not has_ffmpeg:
print('\033[91m' + 'ffmpeg not found. Please install ffmpeg to create mp3 and m4b audiobook files.' + '\033[0m')
2025-01-22 22:17:02 +05:30
total_chars, processed_chars = sum(map(len, texts)), 0
2025-01-14 17:45:04 +01:00
print('Started at:', time.strftime('%H:%M:%S'))
print(f'Total characters: {total_chars:,}')
print('Total words:', len(' '.join(texts).split()))
2025-01-25 11:19:37 +01:00
chars_per_sec = 50 # assume 50 chars per second at the beginning
print(f'Estimated time remaining (assuming 50 chars/sec): {strfdelta((total_chars - processed_chars) / chars_per_sec)}')
2025-01-14 15:35:10 +01:00
2025-01-14 18:38:26 +01:00
chapter_mp3_files = []
durations = {}
2025-01-23 21:44:26 +01:00
for i, text in enumerate(texts, start=1):
2025-01-14 17:45:04 +01:00
chapter_filename = filename.replace('.epub', f'_chapter_{i}.wav')
2025-01-14 18:38:26 +01:00
chapter_mp3_files.append(chapter_filename)
2025-01-14 18:41:15 +01:00
if Path(chapter_filename).exists():
2025-01-14 15:35:10 +01:00
print(f'File for chapter {i} already exists. Skipping')
continue
2025-01-23 21:59:20 +01:00
if len(text.strip()) < 10:
print(f'Skipping empty chapter {i}')
chapter_mp3_files.remove(chapter_filename)
continue
2025-01-14 15:35:10 +01:00
print(f'Reading chapter {i} ({len(text):,} characters)...')
2025-01-14 17:45:04 +01:00
if i == 1:
text = intro + '.\n\n' + text
2025-01-14 15:35:10 +01:00
start_time = time.time()
2025-01-29 10:50:30 +01:00
generator = pipeline(text, voice=voice, speed=speed)
for gs, ps, audio in generator:
sf.write(chapter_filename, audio, sample_rate)
2025-01-14 15:35:10 +01:00
end_time = time.time()
delta_seconds = end_time - start_time
2025-01-14 17:45:04 +01:00
chars_per_sec = len(text) / delta_seconds
processed_chars += len(text)
2025-01-25 11:19:37 +01:00
print(f'Estimated time remaining: {strfdelta((total_chars - processed_chars) / chars_per_sec)}')
2025-01-14 19:04:45 +01:00
print('Chapter written to', chapter_filename)
print(f'Chapter {i} read in {delta_seconds:.2f} seconds ({chars_per_sec:.0f} characters per second)')
progress = processed_chars * 100 // total_chars
2025-01-23 21:44:26 +01:00
print('Progress:', f'{progress}%\n')
2025-01-14 17:45:04 +01:00
if has_ffmpeg:
create_index_file(title, creator, chapter_mp3_files, durations)
2025-01-22 22:17:02 +05:30
create_m4b(chapter_mp3_files, filename, title, creator, cover_image)
2025-01-14 15:35:10 +01:00
def extract_texts(chapters):
texts = []
for chapter in chapters:
xml = chapter.get_body_content()
soup = BeautifulSoup(xml, features='lxml')
chapter_text = ''
2025-01-27 14:37:31 +01:00
html_content_tags = ['title', 'p', 'h1', 'h2', 'h3', 'h4', 'li']
2025-01-14 15:35:10 +01:00
for child in soup.find_all(html_content_tags):
inner_text = child.text.strip() if child.text else ""
if inner_text:
chapter_text += inner_text + '\n'
texts.append(chapter_text)
return texts
2025-01-15 09:31:50 +01:00
def is_chapter(c):
name = c.get_name().lower()
return bool(
'chapter' in name.lower()
or re.search(r'part\d{1,3}', name)
or re.search(r'ch\d{1,3}', name)
or re.search(r'chap\d{1,3}', name)
)
2025-01-15 09:31:50 +01:00
2025-01-15 19:12:48 +01:00
def find_chapters(book, verbose=False):
2025-01-14 15:35:10 +01:00
chapters = [c for c in book.get_items() if c.get_type() == ebooklib.ITEM_DOCUMENT and is_chapter(c)]
if verbose:
for item in book.get_items():
if item.get_type() == ebooklib.ITEM_DOCUMENT:
2025-01-15 11:00:59 +01:00
print(f"'{item.get_name()}'" + ', #' + str(len(item.get_body_content())))
# print(f'{item.get_name()}'.ljust(60), str(len(item.get_body_content())).ljust(15), 'X' if item in chapters else '-')
if len(chapters) == 0:
print('Not easy to find the chapters, defaulting to all available documents.')
chapters = [c for c in book.get_items() if c.get_type() == ebooklib.ITEM_DOCUMENT]
2025-01-14 15:35:10 +01:00
return chapters
2025-01-15 19:12:48 +01:00
def pick_chapters(book):
2025-01-16 15:24:32 +01:00
all_chapters_names = [c.get_name() for c in book.get_items() if c.get_type() == ebooklib.ITEM_DOCUMENT]
2025-01-15 19:12:48 +01:00
title = 'Select which chapters to read in the audiobook'
selected_chapters_names = pick(all_chapters_names, title, multiselect=True, min_selection_count=1)
selected_chapters_names = [c[0] for c in selected_chapters_names]
selected_chapters = [c for c in book.get_items() if c.get_name() in selected_chapters_names]
return selected_chapters
2025-01-14 15:35:10 +01:00
def strfdelta(tdelta, fmt='{D:02}d {H:02}h {M:02}m {S:02}s'):
remainder = int(tdelta)
f = Formatter()
desired_fields = [field_tuple[1] for field_tuple in f.parse(fmt)]
possible_fields = ('W', 'D', 'H', 'M', 'S')
constants = {'W': 604800, 'D': 86400, 'H': 3600, 'M': 60, 'S': 1}
values = {}
for field in possible_fields:
if field in desired_fields and field in constants:
values[field], remainder = divmod(remainder, constants[field])
return f.format(fmt, **values)
2025-01-22 22:17:02 +05:30
def create_m4b(chapter_files, filename, title, author, cover_image):
tmp_filename = filename.replace('.epub', '.tmp.mp4')
2025-01-14 18:38:26 +01:00
if not Path(tmp_filename).exists():
combined_audio = AudioSegment.empty()
for wav_file in chapter_files:
2025-01-14 18:38:26 +01:00
audio = AudioSegment.from_wav(wav_file)
combined_audio += audio
2025-01-14 18:41:15 +01:00
print('Converting to Mp4...')
2025-01-14 18:38:26 +01:00
combined_audio.export(tmp_filename, format="mp4", codec="aac", bitrate="64k")
final_filename = filename.replace('.epub', '.m4b')
2025-01-14 17:45:04 +01:00
print('Creating M4B file...')
2025-01-22 22:17:02 +05:30
if cover_image:
cover_image_file = NamedTemporaryFile("wb")
cover_image_file.write(cover_image)
2025-01-23 22:30:04 +01:00
cover_image_args = ["-i", cover_image_file.name, "-map", "0:a", "-map", "2:v"]
2025-01-22 22:17:02 +05:30
else:
cover_image_args = []
proc = subprocess.run([
2025-01-23 21:44:26 +01:00
'ffmpeg',
'-i', f'{tmp_filename}',
'-i', 'chapters.txt',
2025-01-23 22:30:04 +01:00
*cover_image_args,
2025-01-23 22:14:50 +01:00
'-map', '0',
'-map_metadata', '1',
2025-01-23 21:44:26 +01:00
'-c:a', 'copy',
'-c:v', 'copy',
'-disposition:v', 'attached_pic',
2025-01-23 21:44:26 +01:00
'-c', 'copy',
2025-01-23 21:25:25 +01:00
'-f', 'mp4',
f'{final_filename}'
])
2025-01-14 18:38:26 +01:00
Path(tmp_filename).unlink()
if proc.returncode == 0:
print(f'{final_filename} created. Enjoy your audiobook.')
print('Feel free to delete the intermediary .wav chapter files, the .m4b is all you need.')
2025-01-14 15:35:10 +01:00
2025-01-23 21:44:26 +01:00
def probe_duration(file_name):
args = ['ffprobe', '-i', file_name, '-show_entries', 'format=duration', '-v', 'quiet', '-of', 'default=noprint_wrappers=1:nokey=1']
proc = subprocess.run(args, capture_output=True, text=True, check=True)
return float(proc.stdout.strip())
2025-01-23 21:44:26 +01:00
def create_index_file(title, creator, chapter_mp3_files, durations):
with open("chapters.txt", "w") as f:
f.write(f";FFMETADATA1\ntitle={title}\nartist={creator}\n\n")
start = 0
i = 0
for c in chapter_mp3_files:
if c not in durations:
durations[c] = probe_duration(c)
end = start + (int)(durations[c] * 1000)
f.write(f"[CHAPTER]\nTIMEBASE=1/1000\nSTART={start}\nEND={end}\ntitle=Chapter {i}\n\n")
i += 1
start = end
2025-01-14 15:35:10 +01:00
2025-01-15 00:06:05 +01:00
def cli_main():
2025-01-14 15:35:10 +01:00
voices_str = ', '.join(voices)
epilog = 'example:\n' + \
' audiblez book.epub -l en-us -v af_sky'
2025-01-14 17:45:04 +01:00
default_voice = 'af_sky' if 'af_sky' in voices else voices[0]
2025-01-14 15:35:10 +01:00
parser = argparse.ArgumentParser(epilog=epilog, formatter_class=argparse.RawDescriptionHelpFormatter)
parser.add_argument('epub_file_path', help='Path to the epub file')
2025-01-14 17:45:04 +01:00
parser.add_argument('-v', '--voice', default=default_voice, help=f'Choose narrating voice: {voices_str}')
2025-01-29 10:50:30 +01:00
parser.add_argument('-p', '--pick', default=False, help=f'Interactively select which chapters to read in the audiobook', action='store_true')
2025-01-16 15:20:51 +01:00
parser.add_argument('-s', '--speed', default=1.0, help=f'Set speed from 0.5 to 2.0', type=float)
2025-01-23 21:44:26 +01:00
2025-01-14 17:45:04 +01:00
if len(sys.argv) == 1:
parser.print_help(sys.stderr)
sys.exit(1)
2025-01-14 15:35:10 +01:00
args = parser.parse_args()
2025-01-29 10:50:30 +01:00
pipeline = KPipeline(lang_code=args.voice[0]) # a for american or b for british
main(pipeline, args.epub_file_path, args.voice, args.pick, args.speed)
2025-01-15 00:06:05 +01:00
if __name__ == '__main__':
cli_main()