Skip to content

code updated #49

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
wants to merge 1 commit into from
Closed

code updated #49

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
90 changes: 44 additions & 46 deletions python-realtimeSTT-NL2SQL-TTS/src/RealtimeSTT_NL2SQL_TTS_AudioPlayback.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -11,9 +11,9 @@
import oci
from oci.config import from_file
from oci.auth.signers.security_token_signer import SecurityTokenSigner
from oci.ai_speech_realtime import (
RealtimeClient,
RealtimeClientListener,
from oci_ai_speech_realtime import (
RealtimeSpeechClient,
RealtimeSpeechClientListener,
RealtimeParameters,
)
from aiohttp import web
Expand All @@ -27,13 +27,17 @@
compartment_id = os.getenv('COMPARTMENT_ID')
print(f"compartment_id: {compartment_id}")

# oracle atp with mTls enabled, use Thick mode [oracledb.init_oracle_client] to load all libraries neeeded
# download from https://www.oracle.com/database/technologies/instant-client/winx64-64-downloads.html
# main doc for mTLS https://docs.oracle.com/en/cloud/paas/autonomous-database/serverless/adbsb/connecting-python-mtls.html
oracledb.init_oracle_client(lib_dir=r"C:\Users\Rodrigo Chafik\Downloads\instantclient-basic-windows.x64-23.7.0.25.01\instantclient_23_7")
connection = oracledb.connect(
user="moviestream",
password="Welcome12345",
dsn="selectaidb_high",
config_dir="/Users/pparkins/Downloads/Wallet_SelectAIDB",
wallet_location="/Users/pparkins/Downloads/Wallet_SelectAIDB",
wallet_password="Welcome12345"
user="aiuser",
password="OracleATeam#2025",
dsn="chafik_high",
config_dir=r"D:\aTeam\Wallet_chafik",
wallet_location=r"D:\aTeam\Wallet_chafik",
wallet_password="ateamOracle@2024"
)
print(f"Successfully connected to Oracle Database Connection: {connection}")

Expand Down Expand Up @@ -105,7 +109,7 @@ def play_audio(file_path):
print(f"Error playing audio: {e}")


class SpeechListener(RealtimeClientListener):
class SpeechListener(RealtimeSpeechClientListener):
def on_result(self, result):
global cummulativeResult, isSelect, isNarrate, isShowSQL, isRunSQL, isExplainSQL, last_result_time
if result["transcriptions"][0]["isFinal"]:
Expand Down Expand Up @@ -174,7 +178,7 @@ async def check_idle():


def authenticator():
config = from_file("~/.oci/config", "MYSPEECHAIPROFILE")
config = from_file("~/.oci/config", "DEFAULT")
with open(config["security_token_file"], "r") as f:
token = f.readline()
private_key = oci.signer.load_private_key_from_file(config["key_file"])
Expand All @@ -199,7 +203,7 @@ def executeSelectAI():

query = """SELECT DBMS_CLOUD_AI.GENERATE(
prompt => :prompt,
profile_name => 'AIHOLO',
profile_name => 'GENAI',
action => :action)
FROM dual"""

Expand All @@ -219,32 +223,36 @@ def executeSelectAI():

if selectai_action in ("showsql", "runsql", "explainsql"):
return
# API key-based authentication...
config = oci.config.from_file("~/.oci/config", "DEFAULT")
speech_client = AIServiceSpeechClient(config)

text_to_speech = SynthesizeSpeechDetails(
text=f" {latest_answer}",
is_stream_enabled=False,
configuration=oci.ai_speech.models.TtsOracleConfiguration(
model_family="ORACLE",
# Brian Annabelle Bob Stacy Phil Cindy Brad
model_details=oci.ai_speech.models.TtsOracleTts2NaturalModelDetails(voice_id="Brian"),
speech_settings=oci.ai_speech.models.TtsOracleSpeechSettings(
speech_mark_types=["WORD"]
),
)
)

response = speech_client.synthesize_speech(synthesize_speech_details=text_to_speech)

with open("TTSoutput.wav", "wb") as audio_file:
audio_file.write(response.data.content)
# API key-based authentication, using phoenix OCI Region - https://docs.oracle.com/en-us/iaas/Content/speech/using/speech.htm#ser-limits
config = oci.config.from_file("~/.oci/config", "TESTES")

ai_speech_client = oci.ai_speech.AIServiceSpeechClient(config)
synthesize_speech_response = ai_speech_client.synthesize_speech(
synthesize_speech_details=oci.ai_speech.models.SynthesizeSpeechDetails(
text=f" {latest_answer}",
is_stream_enabled=True,
compartment_id=compartment_id,
configuration=oci.ai_speech.models.TtsOracleConfiguration(
model_family="ORACLE",
model_details=oci.ai_speech.models.TtsOracleTts1StandardModelDetails(
model_name="TTS_1_STANDARD",
voice_id="Bob"),
speech_settings=oci.ai_speech.models.TtsOracleSpeechSettings(
text_type="SSML",
sample_rate_in_hz=28000,
output_format="PCM",
speech_mark_types=["WORD"])),
audio_config=oci.ai_speech.models.TtsBaseAudioConfig(
config_type="BASE_AUDIO_CONFIG")
) )

with open("TTSoutput.pcm", "wb") as audio_file:
audio_file.write(synthesize_speech_response.data.content)

print("Speech synthesis completed and saved as TTSoutput.wav")

# Play the generated speech
play_audio("TTSoutput.wav")
play_audio("TTSoutput.pcm")

except Exception as e:
print(f"An error occurred: {e}")
Expand All @@ -271,8 +279,8 @@ async def handle_request(request):
)
realtime_speech_parameters.final_silence_threshold_in_ms = 2000

realtime_speech_url = "wss://realtime.aiservice.us-phoenix-1.oci.oraclecloud.com"
client = RealtimeClient(
realtime_speech_url = "wss://realtime.aiservice.us-ashburn-1.oci.oraclecloud.com"
client = RealtimeSpeechClient(
config=config,
realtime_speech_parameters=realtime_speech_parameters,
listener=SpeechListener(),
Expand All @@ -281,16 +289,6 @@ async def handle_request(request):
compartment_id=compartment_id,
)

# Instance, resource principal, or session token-based authentication (as shown below) can also be used
# client = RealtimeClient(
# config=config,
# realtime_speech_parameters=realtime_speech_parameters,
# listener=SpeechListener(),
# service_endpoint=realtime_speech_url,
# signer=authenticator(),
# compartment_id=compartment_id,
# )

loop.create_task(send_audio(client))
loop.create_task(check_idle())

Expand Down