26 Commits

Author SHA1 Message Date
3460ce6b04 need server and core webapp to work at same time for testing purposes 2026-05-03 18:04:40 -04:00
ec6a8c446a Auth setup continued 2026-05-02 16:06:08 -04:00
33eee17c43 Beginnings of Core Auth 2026-04-30 19:08:37 -04:00
dd1aa45f6e Fixed connections 2026-04-29 14:39:28 -04:00
38662f6655 Fix attempts for RTC calls 2026-04-29 13:52:35 -04:00
777328caed Merge branch 'RTC-Rewrite' 2026-04-29 09:13:58 -04:00
87ade75f1d Merge remote-tracking branch 'origin/RTC-Rewrite' into RTC-Rewrite
# Conflicts:
#	RelayClient/MainPage.xaml.cs
2026-04-29 09:11:58 -04:00
798652cb4d Set the target of RTC to _rtc and removed all Pass Through Methods. 2026-04-29 09:10:49 -04:00
6a650a282b fixed spacing and added todo 2026-04-27 14:32:40 -04:00
5b10afcec2 Rewrote all of MainPage.xaml.cs 2026-04-27 10:01:59 -04:00
1220654656 Setup new services required for change 2026-04-27 10:01:02 -04:00
be797c55c2 Merge remote-tracking branch 'origin/RTC-Rewrite' into RTC-Rewrite 2026-04-27 06:54:21 -04:00
20e99fefec Fixed missing merge stuff. 2026-04-27 06:54:12 -04:00
f77a5eb823 Merge remote-tracking branch 'origin/RTC-Rewrite' into RTC-Rewrite 2026-04-27 06:49:55 -04:00
d6ecb63b5f MainPage cleanup 2026-04-27 06:49:44 -04:00
687387b105 Reviewed and Updated models for Shared project 2026-04-26 02:33:40 -04:00
5486795f4d Added Peer stuff to RelayRTC
I've confirmed any and all issues past this point is C# related, and client is done being rewritten.
2026-04-26 00:18:52 -04:00
b90144d335 More logging on the RTC Signal 2026-04-26 00:18:14 -04:00
9a3e435dd4 Fixed cases of no Media Content, and swapping Media failing. 2026-04-26 00:14:47 -04:00
c4dfb07627 Fixed Ice OBJECT not returning/sending correctly. 2026-04-26 00:09:39 -04:00
92c432cd49 Client Code Done - Needs Bug Fixing 2026-04-26 00:06:49 -04:00
a52ae2f4a4 Encryption Sent, Encrpytion Decoded, Offer Sent, Offer Recieved, JS -> C# / C# -> JS Broke (some disconnect here) SendRtcSignalToJsAsync 2026-04-24 05:18:50 -04:00
0c9ff3b5d9 Setting stage for channel types and groups 2026-04-22 21:35:21 -04:00
3b75c2b785 Merge branch 'LeaveCall' 2026-04-21 01:15:13 -04:00
4f6bbcf6e2 A step in the right direction 2026-04-21 01:14:44 -04:00
a2608ffab9 This isn't FULLY functional, but it's what I've made thus far... I'm still working on a Ice Disconnect somewhere at least for me - welcome to test. 2026-04-18 18:05:22 -04:00
30 changed files with 1603 additions and 1186 deletions

View File

@@ -1,17 +1,17 @@
using RelayClient.Crypto; using System.Text.Json.Serialization;
using WebSocketSharp; using RelayClient.Crypto;
using System.Text.Json; using RelayClient.Services;
using System.Text.Json.Serialization;
using RelayShared.Rtc; using RelayShared.Rtc;
using RelayShared.Services;
namespace RelayClient; namespace RelayClient;
public partial class MainPage : ContentPage public partial class MainPage : ContentPage
{ {
private readonly string _username; private readonly string _username;
private readonly WebSocket _wsc; private readonly RelaySocketClient _socket;
private string? _serverPublicKey; private readonly RtcBridgeService _rtc;
private string? _currentChannelId; private string? _currentChannelId;
private string? _currentChannelName; private string? _currentChannelName;
@@ -32,19 +32,31 @@ public partial class MainPage : ContentPage
KeyStorage.SavePublicKey(_username, keys.publicKey); KeyStorage.SavePublicKey(_username, keys.publicKey);
} }
_wsc = new WebSocket("ws://localhost:1337/");
_wsc.OnMessage += WscOnMessage;
_wsc.Connect();
var publicKey = KeyStorage.LoadPublicKey(_username);
_wsc.Send($"REGISTER_KEY|{_username}|{publicKey}");
_wsc.Send("GET_SERVER_KEY");
_wsc.Send("GET_CHANNELS");
hybridWebView.SetInvokeJavaScriptTarget(this);
ServerAPI.setupClient(); ServerAPI.setupClient();
_socket = new RelaySocketClient(_username);
_rtc = new RtcBridgeService(
_username,
_socket,
hybridWebView,
() => _currentChannelId,
SafeSendRawToWebView
);
hybridWebView.SetInvokeJavaScriptTarget(_rtc);
_socket.Log += Console.WriteLine;
_socket.ChannelListReceived += HandleChannelList;
_socket.EncryptedChatReceived += HandleEncryptedChat;
_socket.EncryptedRtcSignalReceived += payload =>
{
MainThread.BeginInvokeOnMainThread(async () =>
{
await _rtc.HandleIncomingRtcSignalAsync(payload);
});
};
_socket.Connect();
} }
private void SendButton_OnClicked(object? sender, EventArgs e) private void SendButton_OnClicked(object? sender, EventArgs e)
@@ -64,7 +76,7 @@ public partial class MainPage : ContentPage
if (string.IsNullOrWhiteSpace(text)) if (string.IsNullOrWhiteSpace(text))
return; return;
if (string.IsNullOrWhiteSpace(_serverPublicKey)) if (string.IsNullOrWhiteSpace(_socket.ServerPublicKey))
{ {
Console.WriteLine("Server public key not loaded yet."); Console.WriteLine("Server public key not loaded yet.");
return; return;
@@ -76,7 +88,7 @@ public partial class MainPage : ContentPage
return; return;
} }
var encrypted = E2EeHelper.EncryptForRecipient(text, _serverPublicKey); var encrypted = E2EeHelper.EncryptForRecipient(text, _socket.ServerPublicKey);
var payload = new SocketEncryptedMessage var payload = new SocketEncryptedMessage
{ {
@@ -89,8 +101,7 @@ public partial class MainPage : ContentPage
EncryptedKey = encrypted.EncryptedKey EncryptedKey = encrypted.EncryptedKey
}; };
var json = JsonSerializer.Serialize(payload); _socket.SendJson(payload);
_wsc.Send(json);
Console.WriteLine($"[{_username}] sent encrypted message."); Console.WriteLine($"[{_username}] sent encrypted message.");
@@ -98,234 +109,83 @@ public partial class MainPage : ContentPage
MessageEntry.Focus(); MessageEntry.Focus();
} }
private void WscOnMessage(object? sender, MessageEventArgs e) private void HandleChannelList(SocketChannelList channelList)
{ {
if (e.Data.StartsWith("SERVER:REGISTERED_KEY:")) _channels.Clear();
_channels.AddRange(channelList.Channels.OrderBy(c => c.CreatedAt));
var defaultChannel = _channels
.Where(c => c.Name.Equals("welcome", StringComparison.OrdinalIgnoreCase))
.OrderBy(c => c.CreatedAt)
.FirstOrDefault()
?? _channels.OrderBy(c => c.CreatedAt).FirstOrDefault();
if (defaultChannel is null) return;
_currentChannelId = defaultChannel.ChannelId;
_currentChannelName = defaultChannel.Name;
MainThread.BeginInvokeOnMainThread(async () =>
{ {
Console.WriteLine(e.Data); ChannelLabel.Text = $"#{_currentChannelName}";
RenderChannelList();
await _rtc.PushRtcContextToJsAsync();
});
_socket.SendRaw($"GET_HISTORY|{_username}|{_currentChannelId}");
}
private void HandleEncryptedChat(SocketEncryptedMessage payload) {
if (payload.RecipientUsername != _username)
return; return;
}
SafeSendRawToWebView($"[{_username}] RAW WS DATA: {e.Data}"); string decryptedText;
Console.WriteLine($"[{_username}] RAW WS DATA: {e.Data}");
try try
{ {
using var doc = JsonDocument.Parse(e.Data); var privateKey = KeyStorage.LoadPrivateKey(_username);
var root = doc.RootElement;
if (!root.TryGetProperty("Type", out var typeElement)) decryptedText = E2EeHelper.DecryptForRecipient(
return;
var type = (SignalType) typeElement.GetInt32();
if (type == SignalType.ChannelList)
{
var channelList = JsonSerializer.Deserialize<SocketChannelList>(e.Data);
if (channelList is null)
return;
_channels.Clear();
_channels.AddRange(channelList.Channels.OrderBy(c => c.CreatedAt));
var defaultChannel = _channels
.Where(c => c.Name.Equals("welcome", StringComparison.OrdinalIgnoreCase))
.OrderBy(c => c.CreatedAt)
.FirstOrDefault()
?? _channels.OrderBy(c => c.CreatedAt).FirstOrDefault();
if (defaultChannel is not null)
{
_currentChannelId = defaultChannel.ChannelId;
_currentChannelName = defaultChannel.Name;
MainThread.BeginInvokeOnMainThread(async () =>
{
ChannelLabel.Text = $"#{_currentChannelName}";
RenderChannelList();
await PushRtcContextToJsAsync();
});
_wsc.Send($"GET_HISTORY|{_username}|{_currentChannelId}");
}
return;
}
if (type == SignalType.ServerPublicKey)
{
var serverKeyMessage = JsonSerializer.Deserialize<ServerPublicKeyMessage>(e.Data);
if (serverKeyMessage is not null)
{
_serverPublicKey = serverKeyMessage.PublicKey;
Console.WriteLine($"[{_username}] loaded server public key.");
}
return;
}
if (type == SignalType.EncryptedSignal)
{
var payload = JsonSerializer.Deserialize<SocketRtcSignalMessage>(e.Data);
if (payload is null)
return;
if (payload.ChannelId != _currentChannelId)
return;
if (payload.SenderUsername == _username)
return;
var privateKey = KeyStorage.LoadPrivateKey(_username);
var decryptedJson = E2EeHelper.DecryptForRecipient(
new EncryptedPayload
{
CipherText = payload.CipherText,
Nonce = payload.Nonce,
Tag = payload.Tag,
EncryptedKey = payload.EncryptedKey
},
privateKey
);
MainThread.BeginInvokeOnMainThread(async () =>
{
await SendRtcSignalToJsAsync(decryptedJson);
});
return;
}
if (type is SignalType.OfferUpdated or SignalType.AnswerUpdated or SignalType.CandidateAdded or SignalType.CallLeft)
{
var rtcNotification = JsonSerializer.Deserialize<RtcNotificationMessage>(e.Data);
if (rtcNotification is null)
return;
var notificationType = rtcNotification.Type;
var notificationChannelId = rtcNotification.ChannelId ?? string.Empty;
if (notificationChannelId != _currentChannelId)
return;
SafeSendRawToWebView("RTC notification received: " + notificationType + " for " + notificationChannelId);
MainThread.BeginInvokeOnMainThread(async () =>
{
switch (notificationType)
{
case SignalType.OfferUpdated:
{
if (rtcNotification.Username == _username)
break;
var offer = await GetRtcOffer();
await SendRtcSignalToJsAsync(offer);
break;
}
case SignalType.AnswerUpdated:
{
var answer = await ServerAPI.GetAnswerForChannelAsync(_currentChannelId);
if (answer is not null)
{
await AnswerCallback(answer);
}
break;
}
case SignalType.CandidateAdded:
{
if (rtcNotification.Username == _username)
break;
try
{
IceCandidate? iceCandidate = JsonSerializer.Deserialize<IceCandidate>(rtcNotification.Direction);
if (iceCandidate is null)
break;
IceCandidateCallback(iceCandidate);
}
catch (Exception ex)
{
SafeSendRawToWebView($"Candidate rejected: {ex.Message}");
}
break;
}
case SignalType.CallLeft:
{
SafeSendRawToWebView("RTC call left notification received.");
RtcLeaveCallback();
break;
}
}
});
return;
}
if (type != SignalType.EncryptedChat)
return;
var pyload = JsonSerializer.Deserialize<SocketEncryptedMessage>(e.Data);
if (pyload is null)
return;
if (pyload.RecipientUsername != _username)
return;
Console.WriteLine($"[{_username}] received encrypted payload for {pyload.RecipientUsername}");
var privKey = KeyStorage.LoadPrivateKey(_username);
var decryptedText = E2EeHelper.DecryptForRecipient(
new EncryptedPayload new EncryptedPayload
{ {
CipherText = pyload.CipherText, CipherText = payload.CipherText,
Nonce = pyload.Nonce, Nonce = payload.Nonce,
Tag = pyload.Tag, Tag = payload.Tag,
EncryptedKey = pyload.EncryptedKey EncryptedKey = payload.EncryptedKey
}, },
privKey privateKey
); );
Console.WriteLine($"[{_username}] decrypted message from {pyload.SenderUsername}: {decryptedText}");
var message = new ChatMessage
{
SenderUsername = pyload.SenderUsername,
Text = decryptedText,
Timestamp = DateTime.Now
};
if (!_messagesByChannel.ContainsKey(pyload.ChannelId))
{
_messagesByChannel[pyload.ChannelId] = [];
}
_messagesByChannel[pyload.ChannelId].Add(message);
if (pyload.ChannelId == _currentChannelId)
{
MainThread.BeginInvokeOnMainThread(() =>
{
RenderSingleMessage(message);
});
}
} }
catch (Exception ex) catch (Exception ex)
{ {
Console.WriteLine($"[{_username}] failed to process websocket message: {ex.Message}"); Console.WriteLine($"[{_username}] failed to decrypt chat: {ex.Message}");
return;
}
var message = new ChatMessage
{
SenderUsername = payload.SenderUsername,
Text = decryptedText,
Timestamp = DateTime.Now
};
if (!_messagesByChannel.ContainsKey(payload.ChannelId))
_messagesByChannel[payload.ChannelId] = [];
_messagesByChannel[payload.ChannelId].Add(message);
if (payload.ChannelId == _currentChannelId)
{
MainThread.BeginInvokeOnMainThread(() =>
{
RenderSingleMessage(message);
});
} }
} }
protected override void OnDisappearing() protected override void OnDisappearing()
{ {
_wsc.OnMessage -= WscOnMessage; _socket.Disconnect();
_wsc.Close();
base.OnDisappearing(); base.OnDisappearing();
} }
@@ -335,9 +195,11 @@ public partial class MainPage : ContentPage
foreach (var channel in _channels.OrderBy(c => c.CreatedAt)) foreach (var channel in _channels.OrderBy(c => c.CreatedAt))
{ {
var button = new Button var button = new ChannelButton
{ {
Text = $"#{channel.Name}" Text = $"#{channel.Name}",
Type = channel.Type,
Group = channel.Group
}; };
button.Clicked += (_, _) => button.Clicked += (_, _) =>
@@ -347,16 +209,22 @@ public partial class MainPage : ContentPage
MainThread.BeginInvokeOnMainThread(async () => MainThread.BeginInvokeOnMainThread(async () =>
{ {
await PushRtcContextToJsAsync(); await _rtc.PushRtcContextToJsAsync();
if (channel.Type == ChannelType.Voice)
{
if (!RtcView.IsVisible)
SwapView();
_ = _rtc.JoinRtcChannel();
}
}); });
ChannelLabel.Text = $"#{_currentChannelName}"; ChannelLabel.Text = $"#{_currentChannelName}";
RenderCurrentChannelMessages(); RenderCurrentChannelMessages();
if (!_messagesByChannel.ContainsKey(channel.ChannelId)) if (!_messagesByChannel.ContainsKey(channel.ChannelId))
{ _socket.SendRaw($"GET_HISTORY|{_username}|{channel.ChannelId}");
_wsc.Send($"GET_HISTORY|{_username}|{channel.ChannelId}");
}
}; };
SidebarList.Children.Add(button); SidebarList.Children.Add(button);
@@ -381,7 +249,7 @@ public partial class MainPage : ContentPage
private async void RenderSingleMessage(ChatMessage message) private async void RenderSingleMessage(ChatMessage message)
{ {
bool isOwnMessage = message.SenderUsername == _username; var isOwnMessage = message.SenderUsername == _username;
var bubble = new Border var bubble = new Border
{ {
@@ -409,14 +277,13 @@ public partial class MainPage : ContentPage
await MessagesScrollView.ScrollToAsync(MessagesLayout, ScrollToPosition.End, true); await MessagesScrollView.ScrollToAsync(MessagesLayout, ScrollToPosition.End, true);
} }
private void SwapView_OnClicked(object? sender, EventArgs e) private void SwapView()
{ {
if (RtcView.IsVisible) if (RtcView.IsVisible)
{ {
MessagesScrollView.IsVisible = true; MessagesScrollView.IsVisible = true;
RtcView.IsVisible = false; RtcView.IsVisible = false;
ViewSwapped.Text = "Swap to Web View"; ViewSwapped.Text = "Swap to Web View";
} }
else else
{ {
@@ -426,207 +293,16 @@ public partial class MainPage : ContentPage
} }
} }
#region RTC Functions private void SwapView_OnClicked(object? sender, EventArgs e)
public async Task<bool> JoinRtcChannel()
{ {
if (string.IsNullOrWhiteSpace(_currentChannelId)) SwapView();
return false;
_wsc.Send($"RTC_JOIN_CHANNEL|{_username}|{_currentChannelId}");
SafeSendRawToWebView($"Attempting to join RTC Channel {_currentChannelName} | {_currentChannelId} ");
bool active = await ServerAPI.GetIsChannelActiveAsync(_currentChannelId);
SafeSendRawToWebView($"Rtc Channel {_currentChannelName} | {_currentChannelId} is active: {active}");
return active;
}
public void LeaveRtcChannel()
{
if (string.IsNullOrWhiteSpace(_currentChannelId))
return;
_wsc.Send($"RTC_LEAVE_CHANNEL|{_username}|{_currentChannelId}");
}
public async void WriteRtcOffer(string json)
{
try
{
RtcDescription? description = JsonSerializer.Deserialize<RtcDescription>(json);
DBOffer offer = new DBOffer
{
ChannelId = _currentChannelId,
Username = _username,
SessionDescription = description
};
await ServerAPI.PostOfferAsync(offer);
}
catch (Exception ex)
{
SafeSendRawToWebView(ex.Message);
}
}
public async Task<string> GetRtcOffer()
{
RtcDescription? offer = await ServerAPI.GetOffersForChannelAsync(_currentChannelId);
return JsonSerializer.Serialize(offer);
}
public async void WriteRtcAnswer(string json)
{
// SafeSendRawToWebView("WriteRtcAnswer entered with: " + json);
try
{
RtcDescription? description = JsonSerializer.Deserialize<RtcDescription>(json);
DBOffer answer = new DBOffer
{
ChannelId = _currentChannelId,
Username = _username,
SessionDescription = description
};
await ServerAPI.PostAnswerAsync(answer);
SafeSendRawToWebView("WriteRtcAnswer posted successfully");
}
catch (Exception ex)
{
SafeSendRawToWebView("WriteRtcAnswer failed: " + ex.Message);
}
}
public async void WriteIceCandidate(string json)
{
try
{
IceCandidate? candidate = JsonSerializer.Deserialize<IceCandidate>(json);
DBIceCandidate DBCandidate = new DBIceCandidate
{
ChannelId = _currentChannelId,
Username = _username,
Candidate = candidate
};
if (candidate == null) return;
await ServerAPI.PostIceCandidateAsync(DBCandidate);
}
catch (Exception ex)
{
SafeSendRawToWebView("WriteIceCandidate failed: " + ex.Message);
}
}
public async void IceCandidateCallback(IceCandidate candidate)
{
try
{
await hybridWebView.InvokeJavaScriptAsync("IceCandidateAdded", [candidate], [HybridJSType.Default.IceCandidate]);
}
catch (Exception ex)
{
SafeSendRawToWebView("WriteIceCandidate failed: " + ex.Message);
}
}
public async Task AnswerCallback(RtcDescription answer)
{
answer.sdp = answer.sdp.Replace("\r\n", "(rn)");
try
{
await hybridWebView.InvokeJavaScriptAsync("AnswerCallbackJS", [answer], [HybridJSType.Default.RtcDescription]);
}
catch (Exception ex)
{
SafeSendRawToWebView("AnswerCallback failed: " + ex.Message);
}
}
public async void RtcLeaveCallback()
{
try
{
await hybridWebView.InvokeJavaScriptAsync("RtcLeaveCall", [], []);
}
catch (Exception ex)
{
SafeSendRawToWebView("RtcLeaveCallback failed: " + ex.Message);
}
}
private async Task SendRtcSignalToJsAsync(string rawJson)
{
var jsArg = JsonSerializer.Serialize(rawJson);
await hybridWebView.EvaluateJavaScriptAsync($"window.handleRtcSignal({jsArg})");
} //Remove?
private async Task PushRtcContextToJsAsync()
{
var usernameJson = JsonSerializer.Serialize(_username);
var channelIdJson = JsonSerializer.Serialize(_currentChannelId);
await hybridWebView.EvaluateJavaScriptAsync($"window.setUsername({usernameJson})");
await hybridWebView.EvaluateJavaScriptAsync($"window.setChannelId({channelIdJson})");
Console.WriteLine($"[{_username}] pushed RTC context into HybridWebView.");
} //Remove?
public void SendRtcSignal(string json)
{
if (string.IsNullOrWhiteSpace(_serverPublicKey))
{
Console.WriteLine("Server public key not loaded yet.");
return;
}
RtcSignalMessage? rtcSignal;
try
{
rtcSignal = JsonSerializer.Deserialize<RtcSignalMessage>(json);
}
catch (Exception ex)
{
Console.WriteLine($"Failed to parse RTC signal from JS: {ex.Message}");
return;
}
if (rtcSignal is null)
return;
var encrypted = E2EeHelper.EncryptForRecipient(json, _serverPublicKey);
var payload = new SocketRtcSignalMessage
{
Type = SignalType.EncryptedSignal,
SenderUsername = _username,
ChannelId = rtcSignal.ChannelId,
CipherText = encrypted.CipherText,
Nonce = encrypted.Nonce,
Tag = encrypted.Tag,
EncryptedKey = encrypted.EncryptedKey
};
_wsc.Send(JsonSerializer.Serialize(payload));
Console.WriteLine($"[{_username}] sent RTC signal: {rtcSignal.Type} -> {rtcSignal.ChannelId}");
} //Remove?
//public async Task<string> GetRtcParticipants() // TODO: UNCOMMENT AND ADD
//{
// var participants = await ServerAPI.GetRtcParticipantsAsync(_currentChannelId);
// return JsonSerializer.Serialize(participants);
//}
#endregion
private void OnSendMessageButtonClicked(object sender, EventArgs e)
{
SafeSendRawToWebView($"Hello from C#!");
} }
private async void OnHybridWebViewRawMessageReceived(object sender, HybridWebViewRawMessageReceivedEventArgs e) private async void OnHybridWebViewRawMessageReceived(object sender, HybridWebViewRawMessageReceivedEventArgs e)
{ {
if (e.Message == "rtc_page_ready") if (e.Message == "rtc_page_ready")
{ {
await PushRtcContextToJsAsync(); await _rtc.PushRtcContextToJsAsync();
return; return;
} }
@@ -648,6 +324,12 @@ public partial class MainPage : ContentPage
}); });
} }
public class ChannelButton : Button
{
public ChannelType Type { get; set; }
public string Group { get; set; } = string.Empty;
}
[JsonSourceGenerationOptions(WriteIndented = false)] [JsonSourceGenerationOptions(WriteIndented = false)]
[JsonSerializable(typeof(RtcDescription))] [JsonSerializable(typeof(RtcDescription))]
[JsonSerializable(typeof(List<RtcSignalMessage>))] [JsonSerializable(typeof(List<RtcSignalMessage>))]
@@ -656,8 +338,5 @@ public partial class MainPage : ContentPage
[JsonSerializable(typeof(string))] [JsonSerializable(typeof(string))]
internal partial class HybridJSType : JsonSerializerContext internal partial class HybridJSType : JsonSerializerContext
{ {
// This type's attributes specify JSON serialization info to preserve type structure
// for trimmed builds.
} }
} }

View File

@@ -5,11 +5,8 @@ namespace RelayClient;
public static class MauiProgram public static class MauiProgram
{ {
// public static event Action<ChatMessage>? MessageSent;
public static MauiApp CreateMauiApp() public static MauiApp CreateMauiApp()
{ {
//wsc.OnMessage += (sender, e) => OnWebSocketRecieved(sender, e);
//wsc.Connect();
var builder = MauiApp.CreateBuilder(); var builder = MauiApp.CreateBuilder();
builder.UseMauiApp<App>().ConfigureFonts(fonts => builder.UseMauiApp<App>().ConfigureFonts(fonts =>
{ {
@@ -19,8 +16,6 @@ public static class MauiProgram
fonts.AddFont("AnonymousPro-Regular.ttf", "AnonymousProRegular"); fonts.AddFont("AnonymousPro-Regular.ttf", "AnonymousProRegular");
}); });
#if DEBUG #if DEBUG
builder.Services.AddHybridWebViewDeveloperTools(); builder.Services.AddHybridWebViewDeveloperTools();
builder.Logging.AddDebug(); builder.Logging.AddDebug();
@@ -28,19 +23,4 @@ public static class MauiProgram
return builder.Build(); return builder.Build();
} }
//public static void OnWebSocketRecieved(object? sender, MessageEventArgs e)
//{
// Console.WriteLine(sender.ToString());
//
// ChatSimulator.Send(e.Data.Split(":")[0], e.Data.Split(":")[1]);
// // var message = new ChatMessage
// // {
// // SenderUsername = e.Data.Split(":")[0],
// // Text = e.Data.Split(":")[1],
// // Timestamp = DateTime.Now
// // };
// //
// // MessageSent?.Invoke(message);
//}
} }

View File

@@ -87,3 +87,28 @@ textarea::-webkit-scrollbar-thumb {
border-radius: 10px; border-radius: 10px;
padding: 12px; padding: 12px;
} }
.remote-media-container {
display: flex;
flex-direction: row;
gap: 16px;
align-items: flex-start;
flex-wrap: nowrap;
overflow-x: auto;
padding: 8px 0;
}
.remote-media-tile,
.remote-tile {
flex: 0 0 auto;
width: 320px;
}
.remote-media-tile video,
.remote-tile video {
width: 320px;
height: 240px;
background: #111;
border-radius: 8px;
object-fit: cover;
}

View File

@@ -8,6 +8,9 @@
<link rel="stylesheet" href="styles/app.css"> <link rel="stylesheet" href="styles/app.css">
<link rel="stylesheet" href="index.css"> <link rel="stylesheet" href="index.css">
<script src="_framework/hybridwebview.js"></script> <script src="_framework/hybridwebview.js"></script>
<script src="media.js"></script>
<script src="relaySocket.js"></script>
<script src="rtc.js"></script>
<script src="index.js"></script> <script src="index.js"></script>
</head> </head>
<body> <body>
@@ -16,8 +19,8 @@
</div> </div>
<div> <div>
<button onclick="refreshDevicesAndPreview()">Refresh Devices</button> <button onclick="Media.refreshDevicesAndPreview()">Refresh Devices</button>
<button onclick="joinChannelCall()">Join Call</button> <button onclick="RelayRtc.joinChannelCall()">Join Call</button>
</div> </div>
<div style="margin-top: 8px;"> <div style="margin-top: 8px;">
@@ -35,11 +38,7 @@
<div id="localMediaStatus">Waiting for local media...</div> <div id="localMediaStatus">Waiting for local media...</div>
</div> </div>
<div style="display: inline-block; vertical-align: top;"> <div id="remoteMediaContainer" class="remote-media-container"></div>
<video id="remoteVideo" autoplay playsinline style="width: 320px; height: 240px; background: #111;"></video>
<div id="remoteVideoStatus">Remote video: waiting...</div>
<div id="remoteMediaStatus">Remote media: waiting...</div>
</div>
</div> </div>
<div style="margin-top: 10px;"> <div style="margin-top: 10px;">

View File

@@ -1,537 +1,41 @@
let peerConnection = null; let currentUsername = null;
let peerConnections = {};
let remoteStreams = {};
let localStream = null;
let currentUsername = null;
let currentChannelId = null; let currentChannelId = null;
let availableCameras = [];
let availableMics = [];
let candidateQueue = [];
const configuration = {
iceServers:[
{
urls:[
'stun:stun1.l.google.com:19302',
'stun:stun2.l.google.com:19302',
],
},
],
iceCandidatePoolSize: 10,
}
window.setUsername = function(name) { const configuration = {
iceServers: [
{
urls: [
"stun:stun1.l.google.com:19302",
"stun:stun2.l.google.com:19302"
]
}
],
iceCandidatePoolSize: 10
};
window.setUsername = function (name) {
currentUsername = name; currentUsername = name;
LogMessage("Username set to: " + currentUsername); LogMessage("Username set to: " + currentUsername);
}; };
window.setChannelId = function(channelId) {
window.setChannelId = function (channelId) {
currentChannelId = channelId; currentChannelId = channelId;
LogMessage("Channel set to: " + currentChannelId); LogMessage("Channel set to: " + currentChannelId);
}; };
function LogMessage(msg) { function LogMessage(msg) {
const messageLog = document.getElementById("messageLog"); const messageLog = document.getElementById("messageLog");
messageLog.value += '\r\n' + msg;
messageLog.scrollTop = messageLog.scrollHeight;
}
function hasVideoTrack() { if (!messageLog) {
return !!localStream && localStream.getVideoTracks().length > 0; console.log(msg);
}
function hasAudioTrack() {
return !!localStream && localStream.getAudioTracks().length > 0;
}
async function ensurePeerConnection() {
if (peerConnection) return;
peerConnection = new RTCPeerConnection({
iceServers: [{ urls: "stun:stun.l.google.com:19302" }]
});
peerConnection.onicecandidate = (event) => {
if (event.candidate) {
LogMessage("ICE candidate gathered");
}
};
peerConnection.ontrack = (event) => {
LogMessage("Remote track received");
const remoteVideo = document.getElementById("remoteVideo");
const remoteVideoStatus = document.getElementById("remoteVideoStatus");
const remoteMediaStatus = document.getElementById("remoteMediaStatus");
const stream = event.streams[0];
const hasVideo = stream.getVideoTracks().length > 0;
const hasAudio = stream.getAudioTracks().length > 0;
if (hasVideo) {
remoteVideo.srcObject = stream;
} else {
remoteVideo.srcObject = null;
}
if (remoteVideoStatus) {
remoteVideoStatus.textContent = hasVideo
? "Remote video: active"
: "Remote video: unavailable";
}
if (remoteMediaStatus) {
remoteMediaStatus.textContent = `Remote media: audio=${hasAudio} video=${hasVideo}`;
}
};
peerConnection.onconnectionstatechange = () => {
LogMessage("Connection state: " + peerConnection.connectionState);
const remoteMediaStatus = document.getElementById("remoteMediaStatus");
if (remoteMediaStatus && peerConnection.connectionState === "connected") {
remoteMediaStatus.textContent += " | connected";
}
};
peerConnection.oniceconnectionstatechange = () => {
LogMessage("ICE connection state: " + peerConnection.iceConnectionState);
};
peerConnection.onicegatheringstatechange = () => {
LogMessage("ICE gathering state: " + peerConnection.iceGatheringState);
};
} //Remove?
async function ensureLocalMedia(forceReload = false) {
const localMediaStatus = document.getElementById("localMediaStatus");
const localVideoStatus = document.getElementById("localVideoStatus");
const localVideo = document.getElementById("localVideo");
const cameraSelect = document.getElementById("cameraSelect");
const micSelect = document.getElementById("micSelect");
if (localStream && !forceReload) {
return; return;
} }
if (localStream) { messageLog.value += "\r\n" + msg;
localStream.getTracks().forEach(track => track.stop()); messageLog.scrollTop = messageLog.scrollHeight;
localStream = null;
}
let selectedCameraId = cameraSelect ? cameraSelect.value : "";
let selectedMicId = micSelect ? micSelect.value : "";
const videoConstraint = selectedCameraId
? { deviceId: { exact: selectedCameraId } }
: false;
const audioConstraint = selectedMicId
? { deviceId: { exact: selectedMicId } }
: true;
try {
localStream = await navigator.mediaDevices.getUserMedia({
video: videoConstraint,
audio: audioConstraint
});
LogMessage("Local media initialized");
} catch (err) {
LogMessage("selected media failed: " + err);
try {
localStream = await navigator.mediaDevices.getUserMedia({
video: false,
audio: audioConstraint
});
LogMessage("Local media initialized with audio only fallback");
} catch (audioErr) {
LogMessage("audio-only failed: " + audioErr);
if (localMediaStatus) localMediaStatus.textContent = "Local media failed";
if (localVideoStatus) localVideoStatus.textContent = "Local video: unavailable";
if (localVideo) localVideo.srcObject = null;
throw audioErr;
}
}
const hasVideo = localStream.getVideoTracks().length > 0;
const hasAudio = localStream.getAudioTracks().length > 0;
localVideo.srcObject = hasVideo ? localStream : null;
if (localVideoStatus) {
localVideoStatus.textContent = hasVideo
? "Local video: active"
: "Local video: unavailable";
}
if (localMediaStatus) {
localMediaStatus.textContent = `Local media: audio=${hasAudio} video=${hasVideo}`;
}
if (!hasVideo) {
LogMessage("No camera available, continuing without video");
}
} }
async function applyLocalStreamToPeerConnection() { window.LogMessage = LogMessage;
if (!peerConnection || !localStream) return;
const senders = peerConnection.getSenders();
const audioTrack = localStream.getAudioTracks()[0] || null;
const videoTrack = localStream.getVideoTracks()[0] || null;
const audioSender = senders.find(s => s.track && s.track.kind === "audio");
const videoSender = senders.find(s => s.track && s.track.kind === "video");
if (audioSender) {
await audioSender.replaceTrack(audioTrack);
LogMessage("Replaced audio track on peer connection");
} else if (audioTrack) {
peerConnection.addTrack(audioTrack, localStream);
LogMessage("Added audio track to peer connection");
}
if (videoSender) {
await videoSender.replaceTrack(videoTrack);
LogMessage("Replaced video track on peer connection");
} else if (videoTrack) {
peerConnection.addTrack(videoTrack, localStream);
LogMessage("Added video track to peer connection");
}
}
async function refreshDevicesAndPreview() {
await loadDevices();
await ensureLocalMedia(true);
if (peerConnection) {
await applyLocalStreamToPeerConnection();
}
}
async function joinChannelCall() {
LogMessage("Current username: " + currentUsername);
LogMessage("Current channel: " + currentChannelId);
// LogMessage("Joining RTCChannel");
let active = await window.HybridWebView.InvokeDotNet("JoinRtcChannel");
await channelCallJoin(active);
// LogMessage("Joined RTCChannel");
// return;
// try {
// if (!currentChannelId) {
// LogMessage("No current channel set.");
// return;
// }
//
// await ensurePeerConnection();
// await ensureLocalMedia();
//
// LogMessage(`Joining call with media: audio=${hasAudioTrack()} video=${hasVideoTrack()}`);
//
// const payload = {
// type: "rtc_join",
// from: currentUsername,
// channelId: currentChannelId
// };
//
// LogMessage("Requesting join for channel " + currentChannelId);
// await window.HybridWebView.InvokeDotNet("SendRtcSignal", [JSON.stringify(payload)]);
// } catch (err) {
// LogMessage("joinChannelCall failed: " + err);
// }
} //Combine with channelCallJoin
async function ensurePeerConnectionForUser(username)
{
if (peerConnection) return;
peerConnection = new RTCPeerConnection(configuration);
peerConnection.onicegatheringstatechange = () => {
console.log(`ICE gathering state changed: ${peerConnection.iceGatheringState}`);
};
peerConnection.onconnectionstatechange = () => {
console.log(`Connection state change: ${peerConnection.connectionState}`);
};
peerConnection.onsignalingstatechange = () => {
console.log(`Signaling state change: ${peerConnection.signalingState}`);
};
peerConnection.oniceconnectionstatechange = () => {
console.log(`ICE connection state change: ${peerConnection.iceConnectionState}`);
};
peerConnection.onicecandidate = async (event) => {
console.log(`Ice Candidate: ${JSON.stringify(event.candidate)}`);
// LogMessage(`Ice Candidate: ${JSON.stringify(event.candidate)}`);
await window.HybridWebView.InvokeDotNet("WriteIceCandidate", [JSON.stringify(event.candidate)]);
//await IceCandidateAdded(event.candidate);
};
peerConnection.ontrack = (event) => {
LogMessage("Remote track received");
const remoteVideo = document.getElementById("remoteVideo");
const remoteVideoStatus = document.getElementById("remoteVideoStatus");
const remoteMediaStatus = document.getElementById("remoteMediaStatus");
const stream = event.streams[0];
const hasVideo = stream.getVideoTracks().length > 0;
const hasAudio = stream.getAudioTracks().length > 0;
if (hasVideo) {
remoteVideo.srcObject = stream;
} else {
remoteVideo.srcObject = null;
}
if (remoteVideoStatus) {
remoteVideoStatus.textContent = hasVideo
? "Remote video: active"
: "Remote video: unavailable";
}
if (remoteMediaStatus) {
remoteMediaStatus.textContent = `Remote media: audio=${hasAudio} video=${hasVideo}`;
}
};
}
async function channelCallJoin(activeCall)
{
// LogMessage("Active call: " + activeCall);
await ensurePeerConnectionForUser();
await ensureLocalMedia();
await applyLocalStreamToPeerConnection();
if (activeCall)
{
const rawJson = await window.HybridWebView.InvokeDotNet("GetRtcOffer");
const offer = typeof rawJson === "string" ? JSON.parse(rawJson) : rawJson;
await peerConnection.setRemoteDescription(offer);
const answer = await peerConnection.createAnswer();
await peerConnection.setLocalDescription(answer);
// LogMessage("Joining call with media answer: " + JSON.stringify(answer));
// LogMessage("Calling C# WriteRtcAnswer with: " + JSON.stringify(answer));
await window.HybridWebView.InvokeDotNet("WriteRtcAnswer", [JSON.stringify(answer)]);
}
else
{
const offer = await peerConnection.createOffer();
await peerConnection.setLocalDescription(offer);
await window.HybridWebView.InvokeDotNet("WriteRtcOffer", [JSON.stringify(offer)]);
LogMessage(`Joining call with media offer: ${JSON.stringify(offer)}`);
}
}
async function AnswerCallbackJS(answer)
{
answer.sdp = answer.sdp.replaceAll("(rn)", "\r\n");
// LogMessage("Answer: " + JSON.stringify(answer));
// LogMessage("RemoteDescription: " + peerConnection.currentRemoteDescription);
if (!peerConnection.currentRemoteDescription && answer)
{
LogMessage("Current answer: " + JSON.stringify(answer));
const desc = new RTCSessionDescription(answer);
await peerConnection.setRemoteDescription(desc);
for (const candidate of candidateQueue) {
await peerConnection.addIceCandidate(candidate);
}
}
}
async function IceCandidateAdded(candidate)
{
if (peerConnection.currentRemoteDescription) {
await peerConnection.addIceCandidate(candidate);
// LogMessage("ICE CANDIDATE ADDED: " + JSON.stringify(candidate));
}
else {
// LogMessage("RemoteDescription Missing")
candidateQueue.push(candidate);
}
}
async function RtcLeaveCall()
{}
async function handleRtcSignal(rawJson) {
try {
const msg = typeof rawJson === "string" ? JSON.parse(rawJson) : rawJson;
LogMessage("Received signal: " + msg.type + " from " + msg.from + " in " + msg.channelId);
await ensurePeerConnection();
if (msg.type === "rtc_join_state") {
if (msg.isInitiator) {
LogMessage("No active call found. Becoming initiator.");
const offer = await peerConnection.createOffer();
await peerConnection.setLocalDescription(offer);
// await waitForIceGatheringComplete(peerConnection);
const payload = {
type: "rtc_offer",
from: currentUsername,
channelId: currentChannelId,
sdp: peerConnection.localDescription.sdp
};
LogMessage("Sending offer to channel " + currentChannelId);
await window.HybridWebView.InvokeDotNet("SendRtcSignal", [JSON.stringify(payload)]);
} else {
LogMessage("Active call exists. Waiting for stored offer.");
}
return;
}
if (msg.type === "rtc_offer") {
LogMessage("Incoming channel call offer from " + msg.from);
await ensureLocalMedia();
LogMessage(`Answering call with media: audio=${hasAudioTrack()} video=${hasVideoTrack()}`);
LogMessage("Applying remote offer");
await peerConnection.setRemoteDescription({
type: "offer",
sdp: msg.sdp
});
const answer = await peerConnection.createAnswer();
await peerConnection.setLocalDescription(answer);
// await waitForIceGatheringComplete(peerConnection);
const payload = {
type: "rtc_answer",
from: currentUsername,
channelId: msg.channelId,
sdp: peerConnection.localDescription.sdp
};
LogMessage("Sending answer to channel " + msg.channelId);
await window.HybridWebView.InvokeDotNet("SendRtcSignal", [JSON.stringify(payload)]);
return;
}
if (msg.type === "rtc_answer") {
LogMessage("Applying remote answer");
await peerConnection.setRemoteDescription({
type: "answer",
sdp: msg.sdp
});
LogMessage("Remote answer applied");
return;
}
if (msg.type === "rtc_ice_candidate") {
LogMessage("Applying remote ICE candidate");
await peerConnection.addIceCandidate({
candidate: msg.candidate,
sdpMid: msg.sdpMid,
sdpMLineIndex: msg.sdpMLineIndex
});
LogMessage("Remote ICE candidate applied");
return;
}
LogMessage("Unhandled signal type: " + msg.type);
} catch (err) {
LogMessage("handleRtcSignal failed: " + err);
}
} //Remove?
async function loadDevices() {
try {
const devices = await navigator.mediaDevices.enumerateDevices();
availableCameras = devices.filter(d => d.kind === "videoinput");
availableMics = devices.filter(d => d.kind === "audioinput");
const cameraSelect = document.getElementById("cameraSelect");
const micSelect = document.getElementById("micSelect");
if (!cameraSelect || !micSelect) {
LogMessage("Device dropdowns not found.");
return;
}
cameraSelect.innerHTML = "";
micSelect.innerHTML = "";
const noCameraOption = document.createElement("option");
noCameraOption.value = "";
noCameraOption.text = "No camera / audio-only";
cameraSelect.appendChild(noCameraOption);
const noMicOption = document.createElement("option");
noMicOption.value = "";
noMicOption.text = "Default microphone";
micSelect.appendChild(noMicOption);
for (const cam of availableCameras) {
const option = document.createElement("option");
option.value = cam.deviceId;
option.text = cam.label || `Camera ${cameraSelect.options.length}`;
cameraSelect.appendChild(option);
}
for (const mic of availableMics) {
const option = document.createElement("option");
option.value = mic.deviceId;
option.text = mic.label || `Microphone ${micSelect.options.length + 1}`;
micSelect.appendChild(option);
}
LogMessage(`Loaded devices: ${availableCameras.length} cameras, ${availableMics.length} mics`);
} catch (err) {
LogMessage("loadDevices failed: " + err);
}
}
function wireDeviceSelectors() {
const cameraSelect = document.getElementById("cameraSelect");
const micSelect = document.getElementById("micSelect");
if (cameraSelect) {
cameraSelect.onchange = async () => {
LogMessage("Camera changed");
await ensureLocalMedia(true);
await applyLocalStreamToPeerConnection();
};
}
if (micSelect) {
micSelect.onchange = async () => {
LogMessage("Microphone changed");
await ensureLocalMedia(true);
await applyLocalStreamToPeerConnection();
};
}
}
async function waitForIceGatheringComplete(pc) {
if (pc.iceGatheringState === "complete") return;
await new Promise(resolve => {
function checkState() {
if (pc.iceGatheringState === "complete") {
pc.removeEventListener("icegatheringstatechange", checkState);
resolve();
}
}
pc.addEventListener("icegatheringstatechange", checkState);
});
} //Remove?
window.handleRtcSignal = handleRtcSignal;
window.addEventListener("HybridWebViewMessageReceived", function (e) { window.addEventListener("HybridWebViewMessageReceived", function (e) {
LogMessage("Raw message: " + e.detail.message); LogMessage("Raw message: " + e.detail.message);
@@ -539,8 +43,29 @@ window.addEventListener("HybridWebViewMessageReceived", function (e) {
window.addEventListener("load", async () => { window.addEventListener("load", async () => {
LogMessage("RTC page loaded"); LogMessage("RTC page loaded");
window.HybridWebView.SendRawMessage("rtc_page_ready"); window.HybridWebView.SendRawMessage("rtc_page_ready");
await loadDevices();
wireDeviceSelectors(); Media.wireDeviceSelectors();
await ensureLocalMedia(true); await Media.loadDevices();
await Media.ensureLocalMedia();
}); });
function testIndex(rawJson)
{
const data = typeof rawJson === "string" ? JSON.parse(rawJson) : rawJson;
data.sdp = data.sdp.replaceAll("(rn)", "\r\n");
handleRtcSignal(JSON.stringify(data));
// if (data.type === "rtc_offer") {
// handleOffer(data)
// }
// if (data.type === "rtc_answer") {
// data.sdp = data.sdp.replaceAll("(rn)", "\r\n");
// handleAnswer(data)
// }
}
function noDataTest()
{
LogMessage("No Data Called!!");
}

View File

@@ -0,0 +1,261 @@
let localStream = null;
const remoteStreams = {};
const Media = {
async loadDevices() {
const devices = await navigator.mediaDevices.enumerateDevices();
const cameras = devices.filter(d => d.kind === "videoinput");
const mics = devices.filter(d => d.kind === "audioinput");
const cameraSelect = document.getElementById("cameraSelect");
const micSelect = document.getElementById("micSelect");
if (!cameraSelect || !micSelect) return;
const selectedCamera = cameraSelect.value;
const selectedMic = micSelect.value;
cameraSelect.innerHTML = "";
micSelect.innerHTML = "";
const noCamera = document.createElement("option");
noCamera.value = "";
noCamera.textContent = "No camera / audio only";
cameraSelect.appendChild(noCamera);
const defaultMic = document.createElement("option");
defaultMic.value = "";
defaultMic.textContent = "Default microphone";
micSelect.appendChild(defaultMic);
for (const camera of cameras) {
const option = document.createElement("option");
option.value = camera.deviceId;
option.textContent = camera.label || `Camera ${cameraSelect.length}`;
cameraSelect.appendChild(option);
}
for (const mic of mics) {
const option = document.createElement("option");
option.value = mic.deviceId;
option.textContent = mic.label || `Microphone ${micSelect.length}`;
micSelect.appendChild(option);
}
cameraSelect.value = [...cameraSelect.options].some(o => o.value === selectedCamera)
? selectedCamera
: "";
micSelect.value = [...micSelect.options].some(o => o.value === selectedMic)
? selectedMic
: "";
LogMessage(`Loaded devices: ${cameras.length} cameras, ${mics.length} mics`);
},
async ensureLocalMedia() {
const cameraSelect = document.getElementById("cameraSelect");
const micSelect = document.getElementById("micSelect");
if (localStream) {
return localStream;
}
const audioDeviceId = micSelect?.value || "";
const videoDeviceId = cameraSelect?.value || "";
const constraints = {
audio: audioDeviceId
? { deviceId: { exact: audioDeviceId } }
: true,
video: videoDeviceId
? { deviceId: { exact: videoDeviceId } }
: false
};
try {
localStream = await navigator.mediaDevices.getUserMedia(constraints);
} catch (err) {
LogMessage("Selected media failed: " + err);
localStream = await navigator.mediaDevices.getUserMedia({
audio: audioDeviceId
? { deviceId: { exact: audioDeviceId } }
: true,
video: false
});
LogMessage("No camera available, continuing without video");
}
this.attachLocalStream(localStream);
LogMessage("Local media initialized");
return localStream;
},
attachLocalStream(stream) {
const localVideo = document.getElementById("localVideo");
const localMediaStatus = document.getElementById("localMediaStatus");
const localVideoStatus = document.getElementById("localVideoStatus");
const audioTracks = stream.getAudioTracks();
const videoTracks = stream.getVideoTracks();
if (localVideo) {
localVideo.srcObject = videoTracks.length > 0 ? stream : null;
}
if (localMediaStatus) {
localMediaStatus.textContent =
audioTracks.length > 0
? "Microphone active"
: "No microphone";
}
if (localVideoStatus) {
localVideoStatus.textContent =
videoTracks.length > 0
? "Local video active"
: "Local video unavailable";
}
},
async restartLocalMedia() {
if (localStream) {
localStream.getTracks().forEach(track => track.stop());
localStream = null;
}
await this.ensureLocalMedia();
if (window.RelayRtc?.applyLocalStreamToAllPeerConnections) {
await window.RelayRtc.applyLocalStreamToAllPeerConnections();
}
},
async refreshDevicesAndPreview() {
if (localStream) {
localStream.getTracks().forEach(track => track.stop());
localStream = null;
}
await this.loadDevices();
await this.ensureLocalMedia();
if (window.RelayRtc?.applyLocalStreamToAllPeerConnections) {
await window.RelayRtc.applyLocalStreamToAllPeerConnections();
}
},
async applyLocalStreamToPeerConnection(pc, username) {
const stream = await this.ensureLocalMedia();
const existingSenders = pc.getSenders();
for (const track of stream.getTracks()) {
const existingSender = existingSenders.find(sender =>
sender.track && sender.track.kind === track.kind
);
if (existingSender) {
await existingSender.replaceTrack(track);
LogMessage(`Replaced local ${track.kind} track for ${username}`);
} else {
pc.addTrack(track, stream);
LogMessage(`Added local ${track.kind} track for ${username}`);
}
}
},
async applyLocalStreamToAllPeerConnections() {
if (!window.RelayRtc?.peerConnections) return;
for (const [username, pc] of Object.entries(window.RelayRtc.peerConnections)) {
await this.applyLocalStreamToPeerConnection(pc, username);
}
},
attachRemoteStream(username, stream) {
remoteStreams[username] = stream;
const tile = this.ensureRemoteTile(username);
const video = tile.querySelector("video");
const status = tile.querySelector(".remote-media-status");
if (video) {
video.srcObject = stream;
}
const audioTracks = stream.getAudioTracks();
const videoTracks = stream.getVideoTracks();
if (status) {
status.textContent =
`${audioTracks.length > 0 ? "Audio" : "No audio"} / ` +
`${videoTracks.length > 0 ? "Video" : "No video"}`;
}
},
ensureRemoteTile(username) {
const container = document.getElementById("remoteMediaContainer");
if (!container) return null;
let tile = document.getElementById(`remote-tile-${username}`);
if (tile) return tile;
tile = document.createElement("div");
tile.id = `remote-tile-${username}`;
tile.className = "remote-media-tile";
const title = document.createElement("div");
title.className = "remote-media-title";
title.textContent = username;
const video = document.createElement("video");
video.autoplay = true;
video.playsInline = true;
const status = document.createElement("div");
status.className = "remote-media-status";
status.textContent = "Remote media: waiting...";
tile.appendChild(title);
tile.appendChild(video);
tile.appendChild(status);
container.appendChild(tile);
return tile;
},
removeRemoteStream(username) {
delete remoteStreams[username];
const tile = document.getElementById(`remote-tile-${username}`);
if (tile) {
tile.remove();
}
},
wireDeviceSelectors() {
const cameraSelect = document.getElementById("cameraSelect");
const micSelect = document.getElementById("micSelect");
if (cameraSelect) {
cameraSelect.addEventListener("change", async () => {
LogMessage("Camera changed");
await this.restartLocalMedia();
});
}
if (micSelect) {
micSelect.addEventListener("change", async () => {
LogMessage("Microphone changed");
await this.restartLocalMedia();
});
}
}
};
window.Media = Media;

View File

@@ -0,0 +1,46 @@
const RelaySocket = {
async joinRtcChannel() {
await window.HybridWebView.InvokeDotNet("JoinRtcChannel");
},
async leaveRtcChannel() {
await window.HybridWebView.InvokeDotNet("LeaveRtcChannel");
},
async getRtcParticipants() {
const raw = await window.HybridWebView.InvokeDotNet("GetRtcParticipants");
if (!raw) return [];
return typeof raw === "string"
? JSON.parse(raw)
: raw;
},
async sendRtcSignal(signal) {
if (!signal.channelId) signal.channelId = currentChannelId;
if (!signal.from) signal.from = currentUsername;
await window.HybridWebView.InvokeDotNet("SendRtcSignal", [
JSON.stringify(signal)
]);
},
receiveRtcSignal(rawJson) {
LogMessage("RelaySocket.receiveRtcSignal hit");
if (window.RelayRtc?.handleRtcSignal) {
LogMessage("Forwarding RTC signal to RelayRtc.handleRtcSignal");
return window.RelayRtc.handleRtcSignal(rawJson);
}
if (typeof window.handleRtcSignal === "function") {
LogMessage("Forwarding RTC signal to window.handleRtcSignal");
return window.handleRtcSignal(rawJson);
}
LogMessage("No RTC signal handler registered.");
}
};
window.RelaySocket = RelaySocket;

View File

@@ -0,0 +1,227 @@
const peerConnections = {};
async function joinChannelCall() {
LogMessage("Current username: " + currentUsername);
LogMessage("Current channel: " + currentChannelId);
if (!currentUsername || !currentChannelId) {
LogMessage("Cannot join RTC: missing username or channel.");
return;
}
await RelaySocket.joinRtcChannel();
await Media.ensureLocalMedia();
const participants = await RelaySocket.getRtcParticipants();
LogMessage("Participants: " + JSON.stringify(participants));
const existingUsers = participants.filter(x => x !== currentUsername);
if (existingUsers.length === 0) {
LogMessage("Joined call as first participant. Waiting for others...");
return;
}
for (const username of existingUsers) {
await sendOffer(username); //Creates an offer to each person in call for MESH RTC
}
}
async function sendOffer(username) {
const pc = await ensurePeerConnectionForUser(username);
await Media.applyLocalStreamToPeerConnection(pc, username);
const offer = await pc.createOffer();
// LogMessage(`Offer created: ${JSON.stringify(offer)}`);
await pc.setLocalDescription(offer);
await RelaySocket.sendRtcSignal({
type: "rtc_offer",
channelId: currentChannelId,
from: currentUsername,
to: username,
sdp: offer.sdp
});
LogMessage(`Sent offer to ${username}`);
}
async function handleRtcSignal(rawJson) {
try {
const msg = typeof rawJson === "string" ? JSON.parse(rawJson) : rawJson;
if (!msg || !msg.type) return;
if (msg.from === currentUsername) return;
if (msg.to && msg.to !== currentUsername) {
LogMessage(`Ignoring RTC signal meant for ${msg.to}`);
return;
}
LogMessage(`Received signal: ${msg.type} from ${msg.from}`);
if (msg.type === "rtc_offer") {
await handleOffer(msg);
return;
}
if (msg.type === "rtc_answer") {
await handleAnswer(msg);
return;
}
if (msg.type === "rtc_ice") {
await handleIce(msg);
return;
}
if (msg.type === "rtc_leave") {
closePeerConnection(msg.from);
return;
}
LogMessage("Unhandled RTC signal type: " + msg.type);
} catch (err) {
LogMessage("handleRtcSignal failed: " + err);
}
}
async function handleOffer(msg) {
LogMessage(`Offer handler: ${msg}`);
const pc = await ensurePeerConnectionForUser(msg.from);
await Media.ensureLocalMedia();
await Media.applyLocalStreamToPeerConnection(pc, msg.from);
// const offer = JSON.parse(msg.offer);
await pc.setRemoteDescription({
type: "offer",
sdp: msg.sdp
});
const answer = await pc.createAnswer();
await pc.setLocalDescription(answer);
await RelaySocket.sendRtcSignal({
type: "rtc_answer",
channelId: currentChannelId,
from: currentUsername,
to: msg.from,
sdp: answer.sdp
});
LogMessage(`Sent answer to ${msg.from}`);
}
async function handleAnswer(msg) {
const pc = peerConnections[msg.from];
if (!pc) {
LogMessage(`No peer connection found for answer from ${msg.from}`);
return;
}
await pc.setRemoteDescription({
type: "answer",
sdp: msg.sdp
});
LogMessage(`Applied answer from ${msg.from}`);
}
async function handleIce(msg) {
const pc = peerConnections[msg.from];
if (!pc) {
LogMessage(`No peer connection found for ICE from ${msg.from}`);
return;
}
if (!msg.candidate) return;
await pc.addIceCandidate(msg.candidate);
LogMessage(`Applied ICE from ${msg.from}`);
}
async function ensurePeerConnectionForUser(username) {
if (peerConnections[username]) {
return peerConnections[username];
}
const pc = new RTCPeerConnection(configuration);
peerConnections[username] = pc;
pc.onicecandidate = async event => {
if (!event.candidate) return;
await RelaySocket.sendRtcSignal({
type: "rtc_ice",
channelId: currentChannelId,
from: currentUsername,
to: username,
candidate: JSON.stringify(event.candidate)
});
};
pc.ontrack = event => {
LogMessage(`Remote track received from ${username}`);
const stream = event.streams[0];
if (!stream) return;
Media.attachRemoteStream(username, stream);
};
pc.onconnectionstatechange = () => {
LogMessage(`Connection ${username}: ${pc.connectionState}`);
if (
pc.connectionState === "failed" ||
pc.connectionState === "closed" ||
pc.connectionState === "disconnected"
) {
closePeerConnection(username);
}
};
return pc;
}
async function leaveChannelCall() {
await RelaySocket.sendRtcSignal({
type: "rtc_leave",
channelId: currentChannelId,
from: currentUsername
});
for (const username of Object.keys(peerConnections)) {
closePeerConnection(username);
}
await RelaySocket.leaveRtcChannel();
LogMessage("Left RTC channel");
}
function closePeerConnection(username) {
const pc = peerConnections[username];
if (!pc) return;
pc.close();
delete peerConnections[username];
Media.removeRemoteStream(username);
LogMessage(`Closed RTC connection with ${username}`);
}
window.RelayRtc = {
joinChannelCall,
leaveChannelCall,
handleRtcSignal,
peerConnections
};
window.handleRtcSignal = handleRtcSignal;

View File

@@ -111,6 +111,19 @@ public class ServerAPI
var json = await response.Content.ReadAsStringAsync(); var json = await response.Content.ReadAsStringAsync();
return JsonSerializer.Deserialize<RtcDescription>(json); return JsonSerializer.Deserialize<RtcDescription>(json);
} }
public static async Task<List<string>> GetRtcParticipantsAsync(string? channelId)
{
if (string.IsNullOrWhiteSpace(channelId))
return new List<string>();
HttpResponseMessage response = await client.GetAsync($"api/rtc/participants/{channelId}");
response.EnsureSuccessStatusCode();
var json = await response.Content.ReadAsStringAsync();
return JsonSerializer.Deserialize<List<string>>(json) ?? new List<string>();
}
} }
public class RtcDescription public class RtcDescription

View File

@@ -0,0 +1,127 @@
using System.Text.Json;
using RelayClient.Crypto;
using RelayShared.Services;
using WebSocketSharp;
namespace RelayClient.Services;
public sealed class RelaySocketClient
{
private readonly string _username;
private readonly WebSocket _socket;
public string? ServerPublicKey { get; private set; }
public event Action<string>? RawMessageReceived;
public event Action<SocketChannelList>? ChannelListReceived;
public event Action<SocketEncryptedMessage>? EncryptedChatReceived;
public event Action<SocketRtcSignalMessage>? EncryptedRtcSignalReceived;
public event Action<string>? ServerPublicKeyReceived;
public event Action<string>? Log;
public RelaySocketClient(string username, string url = "ws://localhost:1337/")
{
_username = username;
_socket = new WebSocket(url);
_socket.OnMessage += OnMessage;
}
public void Connect()
{
_socket.Connect();
var publicKey = KeyStorage.LoadPublicKey(_username);
SendRaw($"REGISTER_KEY|{_username}|{publicKey}");
SendRaw("GET_SERVER_KEY");
SendRaw("GET_CHANNELS");
}
public void SendRaw(string message)
{
if (_socket.ReadyState == WebSocketState.Open)
_socket.Send(message);
}
public void SendJson<T>(T payload)
{
SendRaw(JsonSerializer.Serialize(payload));
}
public void Disconnect()
{
_socket.OnMessage -= OnMessage;
if (_socket.ReadyState == WebSocketState.Open)
_socket.Close();
}
private void OnMessage(object? sender, MessageEventArgs e)
{
if (e.Data.StartsWith("SERVER:REGISTERED_KEY:"))
{
Log?.Invoke(e.Data);
return;
}
RawMessageReceived?.Invoke(e.Data);
Log?.Invoke($"[{_username}] RAW WS DATA: {e.Data}");
try
{
using var doc = JsonDocument.Parse(e.Data);
var root = doc.RootElement;
if (!root.TryGetProperty("Type", out var typeElement))
return;
var type = (SignalType)typeElement.GetInt32();
switch (type)
{
case SignalType.ChannelList:
{
var channelList = JsonSerializer.Deserialize<SocketChannelList>(e.Data);
if (channelList is not null)
ChannelListReceived?.Invoke(channelList);
return;
}
case SignalType.ServerPublicKey:
{
var serverKeyMessage = JsonSerializer.Deserialize<ServerPublicKeyMessage>(e.Data);
if (serverKeyMessage is not null)
{
ServerPublicKey = serverKeyMessage.PublicKey;
ServerPublicKeyReceived?.Invoke(serverKeyMessage.PublicKey);
}
return;
}
case SignalType.EncryptedSignal:
{
var payload = JsonSerializer.Deserialize<SocketRtcSignalMessage>(e.Data);
if (payload is not null)
EncryptedRtcSignalReceived?.Invoke(payload);
return;
}
case SignalType.EncryptedChat:
{
var payload = JsonSerializer.Deserialize<SocketEncryptedMessage>(e.Data);
if (payload is not null)
EncryptedChatReceived?.Invoke(payload);
return;
}
}
}
catch (Exception ex)
{
Log?.Invoke($"[{_username}] failed to process websocket message: {ex.Message}");
}
}
}

View File

@@ -0,0 +1,255 @@
using System.Text.Json;
using System.Text.Json.Serialization;
using RelayClient.Crypto;
using RelayShared.Rtc;
using RelayShared.Services;
namespace RelayClient.Services;
public sealed class RtcBridgeService
{
private readonly string _username;
private readonly RelaySocketClient _socket;
private readonly HybridWebView _hybridWebView;
private readonly Func<string?> _getCurrentChannelId;
private readonly Action<string> _sendRawToWebView;
public RtcBridgeService(string username, RelaySocketClient socket, HybridWebView hybridWebView,
Func<string?> getCurrentChannelId, Action<string> sendRawToWebView)
{
_username = username;
_socket = socket;
_hybridWebView = hybridWebView;
_getCurrentChannelId = getCurrentChannelId;
_sendRawToWebView = sendRawToWebView;
}
public Task JoinRtcChannel()
{
var channelId = _getCurrentChannelId();
if (string.IsNullOrWhiteSpace(channelId))
return Task.CompletedTask;
_socket.SendRaw($"RTC_JOIN_CHANNEL|{_username}|{channelId}");
return Task.CompletedTask;
}
public void LeaveRtcChannel()
{
var channelId = _getCurrentChannelId();
if (string.IsNullOrWhiteSpace(channelId))
return;
_socket.SendRaw($"RTC_LEAVE_CHANNEL|{_username}|{channelId}");
}
public void SendRtcSignal(string json)
{
if (string.IsNullOrWhiteSpace(_socket.ServerPublicKey))
{
_sendRawToWebView("SendRtcSignal failed: server public key not loaded.");
return;
}
RtcSignalMessage? rtcSignal;
try
{
rtcSignal = JsonSerializer.Deserialize<RtcSignalMessage>(json);
}
catch (Exception ex)
{
_sendRawToWebView("SendRtcSignal failed to parse RTC signal: " + ex.Message);
return;
}
if (rtcSignal is null)
return;
rtcSignal.ChannelId ??= _getCurrentChannelId();
rtcSignal.From ??= _username;
// _sendRawToWebView($"RTC_SIGNAL file: {JsonSerializer.Serialize(rtcSignal)}");
if (string.IsNullOrWhiteSpace(rtcSignal.ChannelId))
{
_sendRawToWebView("SendRtcSignal failed: missing channel id.");
return;
}
var outgoingJson = JsonSerializer.Serialize(rtcSignal);
try
{
var encrypted = E2EeHelper.EncryptForRecipient(outgoingJson, _socket.ServerPublicKey);
var payload = new SocketRtcSignalMessage
{
Type = SignalType.EncryptedSignal,
SenderUsername = _username,
ChannelId = rtcSignal.ChannelId,
CipherText = encrypted.CipherText,
Nonce = encrypted.Nonce,
Tag = encrypted.Tag,
EncryptedKey = encrypted.EncryptedKey
};
_socket.SendJson(payload);
_sendRawToWebView($"SendRtcSignal sent: {rtcSignal.Type} -> {rtcSignal.To}");
}
catch (Exception ex)
{
_sendRawToWebView("SendRtcSignal failed: " + ex.Message);
}
}
public async Task<string> GetRtcParticipants()
{
var channelId = _getCurrentChannelId();
if (string.IsNullOrWhiteSpace(channelId))
return "[]";
var participants = await ServerAPI.GetRtcParticipantsAsync(channelId);
return JsonSerializer.Serialize(participants ?? []);
}
public async Task HandleIncomingRtcSignalAsync(SocketRtcSignalMessage payload)
{
// _sendRawToWebView("HandleIncomingRtcSignal called");
var currentChannelId = _getCurrentChannelId();
if (payload.ChannelId != currentChannelId)
{
_sendRawToWebView("Channel id does not match");
return;
}
if (payload.SenderUsername == _username)
{
_sendRawToWebView("Received own message");
return;
}
string decryptedJson;
try
{
var privateKey = KeyStorage.LoadPrivateKey(_username);
decryptedJson = E2EeHelper.DecryptForRecipient(
new EncryptedPayload
{
CipherText = payload.CipherText,
Nonce = payload.Nonce,
Tag = payload.Tag,
EncryptedKey = payload.EncryptedKey
},
privateKey
);
}
catch (Exception ex)
{
_sendRawToWebView("RTC decrypt failed: " + ex.Message);
return;
}
RtcSignalMessage? rtcSignal;
try
{
rtcSignal = JsonSerializer.Deserialize<RtcSignalMessage>(decryptedJson);
// _sendRawToWebView($"Received Encrypted Signal: [{rtcSignal.From}]: {rtcSignal.Offer}");
}
catch (Exception ex)
{
_sendRawToWebView("RTC signal parse failed: " + ex.Message);
return;
}
if (rtcSignal is null)
{
_sendRawToWebView("rtcSignal is null");
return;
}
if (!string.IsNullOrWhiteSpace(rtcSignal.To) &&
!string.Equals(rtcSignal.To, _username, StringComparison.OrdinalIgnoreCase))
{
_sendRawToWebView($"Ignoring RTC signal meant for {rtcSignal.To}");
return;
}
// _sendRawToWebView("Received encrypted RTC signal: " + decryptedJson);
await SendRtcSignalToJsAsync(rtcSignal);
}
public Task PushRtcContextToJsAsync()
{
MainThread.BeginInvokeOnMainThread(async () =>
{
var usernameJson = JsonSerializer.Serialize(_username);
var channelIdJson = JsonSerializer.Serialize(_getCurrentChannelId());
await _hybridWebView.EvaluateJavaScriptAsync($"window.setUsername({usernameJson})");
await _hybridWebView.EvaluateJavaScriptAsync($"window.setChannelId({channelIdJson})");
});
return Task.CompletedTask;
}
private Task SendRtcSignalToJsAsync(RtcSignalMessage data)
{
if (data.Type == "rtc_offer" || data.Type == "rtc_answer")
{
data.Sdp = data.Sdp.Replace("\r\n", "(rn)");
}
MainThread.BeginInvokeOnMainThread(async () =>
{
try
{
// await _hybridWebView.InvokeJavaScriptAsync("testIndex", [JsonSerializer.Serialize(data)], [RtcJsType.Default.String]);
await _hybridWebView.InvokeJavaScriptAsync("testIndex", [data], [RtcJsType.Default.RtcSignalMessage]);
#region OldDebugger
// var jsArg = JsonSerializer.Serialize(data);
//
// await _hybridWebView.EvaluateJavaScriptAsync($@"
// try {{
// window.HybridWebView.SendRawMessage('C# eval entered');
//
// if (!window.RelaySocket) {{
// window.HybridWebView.SendRawMessage('window.RelaySocket missing');
// }} else if (typeof window.RelaySocket.receiveRtcSignal !== 'function') {{
// window.HybridWebView.SendRawMessage('RelaySocket.receiveRtcSignal missing');
// }} else {{
// window.HybridWebView.SendRawMessage('Calling RelaySocket.receiveRtcSignal');
// window.RelaySocket.receiveRtcSignal({jsArg});
// }}
// }} catch (err) {{
// window.HybridWebView.SendRawMessage('RTC JS dispatch failed: ' + err);
// }}
// ");
#endregion
}
catch (Exception ex)
{
_sendRawToWebView("SendRtcSignalToJsAsync failed: " + ex.Message);
}
});
return Task.CompletedTask;
}
}
[JsonSourceGenerationOptions(WriteIndented = false)]
[JsonSerializable(typeof(RtcDescription))]
[JsonSerializable(typeof(List<RtcSignalMessage>))]
[JsonSerializable(typeof(RtcSignalMessage))]
[JsonSerializable(typeof(IceCandidate))]
[JsonSerializable(typeof(List<IceCandidate>))]
[JsonSerializable(typeof(string))]
internal partial class RtcJsType : JsonSerializerContext
{
}

View File

@@ -0,0 +1,59 @@
using RelayCore.Services;
namespace RelayCore.Endpoints;
public static class AuthEndpoints
{
public static void MapAuthEndpoints(this WebApplication app)
{
app.MapPost("/user/signin", async (AuthSignin request, APIAuthService service, HttpContext context) =>
{
var ip = context.Connection.RemoteIpAddress?.MapToIPv4().ToString();
context.Request.Headers.TryGetValue("User-Agent", out var userAgent);
Console.WriteLine($"IP:{ip}\nUserAgent:{userAgent}");
// var token = await service.UserSigninAsync(request, ip, userAgent);
// return token != null ? Results.Ok(token) : Results.Unauthorized();
return Results.Ok();
});
app.MapPost("/user/register", async (AuthRegister request, APIAuthService service) =>
{
var token = await service.UserRegisterAsync(request);
return token != null ? Results.Ok(token) : Results.Unauthorized();
});
app.MapPost("/server/verify/user", async (AuthUserVerify request, APIAuthService service) =>
{
bool valid = await service.ServerVerifyUser(request);
return Results.Ok(valid);
});
app.MapPost("/server/verify/license", async (AuthServerLicense request, APIAuthService service) =>
{
throw new NotImplementedException();
});
}
}
public class AuthSignin
{
public string UserName { get; set; }
public string Password { get; set; }
}
public class AuthRegister
{
public string Username { get; set; }
public string Password { get; set; }
public string Email { get; set; }
}
public class AuthUserVerify
{
public string Username { get; set; }
public string Token { get; set; }
}
public class AuthServerLicense
{
public string License { get; set; }
}

View File

@@ -22,7 +22,7 @@ namespace RelayCore.Models
/// <summary> /// <summary>
/// Number of threads to use for parallel computation /// Number of threads to use for parallel computation
/// </summary> /// </summary>
private const int DegreeOfParallelism = 1; private const int DegreeOfParallelism = 2;
/// <summary> /// <summary>
/// Number of iterations for the Argon2id algorithm /// Number of iterations for the Argon2id algorithm

View File

@@ -4,7 +4,7 @@ namespace RelayCore.Models;
public class Sessions : Record public class Sessions : Record
{ {
public required string UserId { get; set; } public required RecordId UserId { get; set; }
public required string TokenHash { get; set; } public required string TokenHash { get; set; }
public required DateTime IssuedAt { get; set; } public required DateTime IssuedAt { get; set; }
public required DateTime ExpiresAt { get; set; } public required DateTime ExpiresAt { get; set; }

View File

@@ -1,14 +1,13 @@
using SurrealDb.Net; using SurrealDb.Net;
using SurrealDb.Net.Models.Auth; using SurrealDb.Net.Models.Auth;
using System.Text.Json; using System.Text.Json;
using System;
using System.Net; using System.Net;
using System.Threading.Tasks;
using System.Text; using System.Text;
using System.Text.Json;
using RelayCore.Enums; using RelayCore.Enums;
using RelayCore.Models; using RelayCore.Models;
using RelayCore.Endpoints;
using RelayCore.Services;
await using var db = new SurrealDbClient("ws://127.0.0.1:8000/rpc"); await using var db = new SurrealDbClient("ws://127.0.0.1:8000/rpc");
@@ -25,8 +24,25 @@ Console.WriteLine($"Keeper created: {ToJsonString(keeper)}");
Console.WriteLine($"Kira created: {ToJsonString(kira)}"); Console.WriteLine($"Kira created: {ToJsonString(kira)}");
Console.WriteLine($"Test created: {ToJsonString(test)}"); Console.WriteLine($"Test created: {ToJsonString(test)}");
await server.Main(db); var builder = WebApplication.CreateBuilder(args);
builder.WebHost.UseUrls("http://127.0.0.1:1337/");
builder.Services.AddSingleton(db);
builder.Services.AddScoped<APIAuthService>();
var app = builder.Build();
app.MapGet("/", () => "Auth Server Running!");
app.MapAuthEndpoints();
// await server.Main(db);
await app.StartAsync();
Console.WriteLine("API Started");
Console.WriteLine("\n\n\n");
Console.Write("Press any key to stop.");
Console.ReadKey(true); Console.ReadKey(true);
await app.StopAsync();
return; return;
static string ToJsonString(object? o) static string ToJsonString(object? o)
@@ -51,7 +67,7 @@ static async Task<Users> CreateUserAsync(SurrealDbClient db, string username, st
OnlineStatus = (int)OnlineStatuses.Online, OnlineStatus = (int)OnlineStatuses.Online,
}; };
var created = await db.Create("users", user); var created = await db.Create("auth_users", user);
var hasher = new PasswordHasher(); var hasher = new PasswordHasher();
var passwordHash = hasher.HashPassword(created.Id.ToString() + rawPassword); var passwordHash = hasher.HashPassword(created.Id.ToString() + rawPassword);
@@ -65,7 +81,6 @@ static async Task<Users> CreateUserAsync(SurrealDbClient db, string username, st
return updated; return updated;
} }
partial class Program partial class Program
{ {
public async Task Main(SurrealDbClient db) public async Task Main(SurrealDbClient db)

View File

@@ -1,4 +1,4 @@
<Project Sdk="Microsoft.NET.Sdk"> <Project Sdk="Microsoft.NET.Sdk.Web">
<PropertyGroup> <PropertyGroup>
<OutputType>Exe</OutputType> <OutputType>Exe</OutputType>
@@ -10,11 +10,12 @@
<ItemGroup> <ItemGroup>
<PackageReference Include="Konscious.Security.Cryptography.Argon2" Version="1.3.1" /> <PackageReference Include="Konscious.Security.Cryptography.Argon2" Version="1.3.1" />
<PackageReference Include="Microsoft.AspNetCore.SignalR" Version="1.2.9" />
<PackageReference Include="SurrealDb.Net" Version="0.9.0" /> <PackageReference Include="SurrealDb.Net" Version="0.9.0" />
</ItemGroup> </ItemGroup>
<ItemGroup> <ItemGroup>
<Folder Include="Services\" /> <ProjectReference Include="..\RelayShared\RelayShared.csproj" />
</ItemGroup> </ItemGroup>
</Project> </Project>

View File

@@ -0,0 +1,49 @@
using RelayCore.Endpoints;
using RelayCore.Models;
using SurrealDb.Net;
using SurrealDb.Net.Models;
namespace RelayCore.Services;
public class APIAuthService(SurrealDbClient _db)
{
public async Task<string> UserSigninAsync(AuthSignin request)
{
var hasher = new PasswordHasher();
var users = await _db.Select<Users>("auth_users");
var user = users.FirstOrDefault(x => (x.Username == request.UserName || x.Email == request.UserName)
&& hasher.VerifyPassword(request.Password, x.Password));
var tokens = await _db.Select<Sessions>("auth_sessions");
var token = tokens.Where(x => x.UserId == user.Id && !x.Revoked).OrderByDescending(x => x.ExpiresAt).FirstOrDefault();
if (token.ExpiresAt > DateTime.UtcNow)
return token.TokenHash;
//TODO: Generate TOKEN
var newToken = hasher.HashPassword($"{user.Email}{user.Username}{user.Password}");
//TODO: Store TOKEN and Username for verification
var sessionId = await _db.Create<Sessions>(new Sessions
{
UserId = user.Id,
TokenHash = newToken,
IssuedAt = DateTime.UtcNow,
ExpiresAt = DateTime.UtcNow.AddDays(30),
DeviceName = "",
Revoked = false,
IpAddress = "",
UserAgent = ""
});
//TODO: Add invalidation to TOKENs
return newToken;
}
public async Task<string> UserRegisterAsync(AuthRegister request)
{
throw new NotImplementedException();
}
public async Task<bool> ServerVerifyUser(AuthUserVerify request)
{
throw new NotImplementedException();
}
}

View File

@@ -1,6 +1,7 @@
using System.Text.Json; using System.Text.Json;
using RelayShared.Rtc; using RelayShared.Rtc;
using RelayServer.Services.Rtc; using RelayServer.Services.Rtc;
using RelayShared.Services;
namespace RelayServer.Endpoints; namespace RelayServer.Endpoints;
@@ -71,11 +72,10 @@ public static class RtcEndpoints
return Results.Ok(await rtcCallService.GetAnswersAsync(channelId)); return Results.Ok(await rtcCallService.GetAnswersAsync(channelId));
}); });
//app.MapGet("/api/rtc/participants/{channelId}", (string channelId) => // TODO: UNCOMMENT AND ADD app.MapGet("/api/rtc/participants/{channelId}", (string channelId) =>
//{ {
// var participants = RtcChannelPresenceService.GetUsernamesInChannel(channelId); return Results.Ok(RtcChannelPresenceService.GetUsersInChannel(channelId));
// return Results.Ok(participants); });
//});
// Return the latest answer stored for the specified channel. // Return the latest answer stored for the specified channel.
app.MapGet("/api/rtc/answer/{channelId}", async (string channelId, RtcCallService rtcCallService) => app.MapGet("/api/rtc/answer/{channelId}", async (string channelId, RtcCallService rtcCallService) =>

View File

@@ -21,6 +21,7 @@ var bootstrapService = new ServerBootstrapService(db, coreClient, cryptoService)
await bootstrapService.InitializeAsync(); await bootstrapService.InitializeAsync();
var builder = WebApplication.CreateBuilder(args); var builder = WebApplication.CreateBuilder(args);
builder.WebHost.UseUrls("http://127.0.0.1:5000/");
builder.Services.AddSingleton(db); builder.Services.AddSingleton(db);
builder.Services.AddScoped<RtcCallService>(); builder.Services.AddScoped<RtcCallService>();
@@ -34,8 +35,6 @@ var wssv = new WebSocketServer("ws://localhost:1337");
wssv.AddWebSocketService<ChatSocketBehavior>("/"); wssv.AddWebSocketService<ChatSocketBehavior>("/");
RtcNotificationService.Server = wssv; RtcNotificationService.Server = wssv;
//TODO: Use AnswerCallback as a test on client and use the /rtc/answer endpoint call as a test on server
wssv.Start(); wssv.Start();
Console.WriteLine("WebSocket server started"); Console.WriteLine("WebSocket server started");

View File

@@ -17,8 +17,4 @@
<ProjectReference Include="..\RelayShared\RelayShared.csproj" /> <ProjectReference Include="..\RelayShared\RelayShared.csproj" />
</ItemGroup> </ItemGroup>
<ItemGroup>
<Folder Include="Models\Rtc\" />
</ItemGroup>
</Project> </Project>

View File

@@ -6,7 +6,7 @@ using RelayServer.Services.Rtc;
using WebSocketSharp; using WebSocketSharp;
using WebSocketSharp.Server; using WebSocketSharp.Server;
using ErrorEventArgs = WebSocketSharp.ErrorEventArgs; using ErrorEventArgs = WebSocketSharp.ErrorEventArgs;
using RelayShared.Rtc; using RelayShared.Services;
namespace RelayServer.Services.Chat; namespace RelayServer.Services.Chat;
@@ -69,9 +69,114 @@ public class ChatSocketBehavior : WebSocketBehavior
return; return;
} }
if (IsEncryptedRtcSignal(msg))
{
HandleEncryptedRtcSignal(msg);
return;
}
HandleEncryptedChatMessage(msg); HandleEncryptedChatMessage(msg);
} }
private static bool IsEncryptedRtcSignal(string msg)
{
try
{
using var doc = JsonDocument.Parse(msg);
var root = doc.RootElement;
if (!root.TryGetProperty("Type", out var typeProp))
return false;
var type = (SignalType)typeProp.GetInt32();
return type == SignalType.EncryptedSignal;
}
catch
{
return false;
}
}
private void HandleEncryptedRtcSignal(string msg)
{
Console.WriteLine("RTC SIGNAL HIT");
SocketRtcSignalMessage? clientPayload;
try
{
clientPayload = JsonSerializer.Deserialize<SocketRtcSignalMessage>(msg);
}
catch
{
Console.WriteLine("Failed to parse encrypted RTC signal payload.");
return;
}
if (clientPayload is null || clientPayload.Type != SignalType.EncryptedSignal)
return;
if (string.IsNullOrWhiteSpace(clientPayload.ChannelId))
{
Console.WriteLine("Encrypted RTC signal missing channel id.");
return;
}
string plainText;
try
{
plainText = E2EeHelper.DecryptForRecipient(
new EncryptedPayload
{
CipherText = clientPayload.CipherText,
Nonce = clientPayload.Nonce,
Tag = clientPayload.Tag,
EncryptedKey = clientPayload.EncryptedKey
},
ServerPrivateKey
);
}
catch (Exception ex)
{
Console.WriteLine($"Failed to decrypt RTC signal: {ex.Message}");
return;
}
var sessionIds = RtcChannelPresenceService.GetSessionsInChannel(clientPayload.ChannelId);
foreach (var sessionId in sessionIds)
{
if (sessionId == ID)
continue;
var username = RtcChannelPresenceService.GetUsernameForSession(sessionId);
if (string.IsNullOrWhiteSpace(username))
continue;
var clientKey = GetClientPublicKeyByUsernameSync(username);
if (clientKey is null)
continue;
var encrypted = E2EeHelper.EncryptForRecipient(plainText, clientKey.PublicKey);
var outbound = new SocketRtcSignalMessage
{
Type = SignalType.EncryptedSignal,
SenderUsername = clientPayload.SenderUsername,
ChannelId = clientPayload.ChannelId,
CipherText = encrypted.CipherText,
Nonce = encrypted.Nonce,
Tag = encrypted.Tag,
EncryptedKey = encrypted.EncryptedKey
};
Sessions.SendTo(JsonSerializer.Serialize(outbound), sessionId);
}
Console.WriteLine($"Forwarded encrypted RTC signal from {clientPayload.SenderUsername} to channel {clientPayload.ChannelId}");
}
/// <summary> /// <summary>
/// ///
/// </summary> /// </summary>
@@ -143,7 +248,7 @@ public class ChatSocketBehavior : WebSocketBehavior
Console.WriteLine("Db is not initialized."); Console.WriteLine("Db is not initialized.");
return; return;
} }
//TODO: Update to include ChannelType and Group String on channels
var channels = GetChannelsSync() var channels = GetChannelsSync()
.OrderBy(c => c.CreatedAt) .OrderBy(c => c.CreatedAt)
.Select(c => new ChannelItem() .Select(c => new ChannelItem()

View File

@@ -1,5 +1,6 @@
using RelayShared.Rtc; using RelayShared.Rtc;
using SurrealDb.Net; using SurrealDb.Net;
using RelayShared.Rtc;
namespace RelayServer.Services.Rtc; namespace RelayServer.Services.Rtc;

View File

@@ -36,6 +36,11 @@ public static class RtcChannelPresenceService
.ToList(); .ToList();
} }
public static List<string> GetUsernamesInChannel(string channelId)
{
return GetUsersInChannel(channelId).ToList();
}
public static IReadOnlyList<string> GetUsersInChannel(string channelId) public static IReadOnlyList<string> GetUsersInChannel(string channelId)
{ {
var sessionIds = GetSessionsInChannel(channelId); var sessionIds = GetSessionsInChannel(channelId);
@@ -52,4 +57,11 @@ public static class RtcChannelPresenceService
return SessionToChannel.TryGetValue(sessionId, out var currentChannel) && return SessionToChannel.TryGetValue(sessionId, out var currentChannel) &&
string.Equals(currentChannel, channelId, StringComparison.Ordinal); string.Equals(currentChannel, channelId, StringComparison.Ordinal);
} }
public static string? GetUsernameForSession(string sessionId)
{
return SessionToUsername.TryGetValue(sessionId, out var username)
? username
: null;
}
} }

View File

@@ -0,0 +1,40 @@
using SurrealDb.Net.Models;
namespace RelayShared.Rtc;
public sealed class DBActiveCall : Record
{
public string ChannelId { get; set; } = string.Empty;
public string? OfferUser { get; set; }
public RtcSessionDescription? Offer { get; set; }
public RtcSessionDescription? Answer { get; set; }
public DateTime CreatedAt { get; set; }
public DateTime UpdatedAt { get; set; }
public bool IsActive { get; set; }
public string[] IceCandidates { get; set; } = []; //TODO: Should be array of DBIceCandidates IDs
}
public sealed class DBOffer : Record
{
public string ChannelId { get; set; } = string.Empty;
public string Username { get; set; } = string.Empty;
public string Type { get; set; } = string.Empty;
public string Sdp { get; set; } = string.Empty;
}
public sealed class DBAnswer : Record
{
public string ChannelId { get; set; } = string.Empty;
public string Username { get; set; } = string.Empty;
public string Type { get; set; } = string.Empty;
public string Sdp { get; set; } = string.Empty;
}
public class DBIceCandidate : Record
{
public required string ChannelId { get; set; }
public required string Username { get; set; }
public required string Candidate { get; set; }
public string? SdpMid { get; set; }
public int? SdpMLineIndex { get; set; }
public DateTime CreatedAt { get; set; }
}

View File

@@ -0,0 +1,93 @@
using System.Text.Json.Serialization;
using RelayShared.Services;
namespace RelayShared.Rtc;
public sealed class RtcSessionDescription
{
public string Type { get; set; } = string.Empty;
public string Sdp { get; set; } = string.Empty;
}
public sealed class RtcOffer
{
public string ChannelId { get; set; } = string.Empty;
public string Username { get; set; } = string.Empty;
public RtcSessionDescription SessionDescription { get; set; } = new();
}
public sealed class RtcAnswer
{
public string ChannelId { get; set; } = string.Empty;
public string Username { get; set; } = string.Empty;
public RtcSessionDescription SessionDescription { get; set; } = new();
}
public class RtcIceCandidate
{
public required string ChannelId { get; set; }
public required string Username { get; set; }
public required IceCandidate Candidate { get; set; }
}
public class IceCandidate
{
public required string candidate { get; set; }
public required string sdpMid { get; set; }
public required int sdpMLineIndex { get; set; }
public required string usernameFragment { get; set; }
}
public sealed class RtcJoinRequest
{
public string ChannelId { get; set; } = string.Empty;
public string Username { get; set; } = string.Empty;
}
public sealed class RtcJoinResponse
{
public string ChannelId { get; set; } = string.Empty;
public string[] Participants { get; set; } = [];
}
public sealed class RtcLeaveRequest
{
public string ChannelId { get; set; } = string.Empty;
public string Username { get; set; } = string.Empty;
}
public sealed class RtcNotificationMessage //TODO: Review for removal
{
public SignalType? Type { get; set; }
public string? ChannelId { get; set; }
public string? Username { get; set; }
public string? Direction { get; set; }
}
public sealed class RtcSignalMessage //TODO: Review for removal.
{
[JsonPropertyName("type")]
public string Type { get; set; } = string.Empty;
[JsonPropertyName("from")]
public string From { get; set; } = string.Empty;
[JsonPropertyName("to")]
public string To { get; set; } = string.Empty;
[JsonPropertyName("channelId")]
public string ChannelId { get; set; } = string.Empty;
[JsonPropertyName("sdp")]
public string? Sdp { get; set; }
[JsonPropertyName("candidate")]
public string? Candidate { get; set; }
[JsonPropertyName("sdpMid")]
public string? SdpMid { get; set; }
[JsonPropertyName("sdpMLineIndex")]
public int? SdpMLineIndex { get; set; }
[JsonPropertyName("isInitiator")]
public bool IsInitiator { get; set; }
}

View File

@@ -1,166 +0,0 @@
using SurrealDb.Net.Models;
#region Resharper Stuff
// ReSharper disable ClassNeverInstantiated.Global
// ReSharper disable PropertyCanBeMadeInitOnly.Global
// ReSharper disable InconsistentNaming
#endregion
namespace RelayShared.Rtc;
public enum SignalType
{
Offer,
Answer,
Candidate,
OfferUpdated,
AnswerUpdated,
CandidateAdded,
CallLeft,
ChannelList,
ServerPublicKey,
EncryptedSignal,
EncryptedChat,
ClientEncryptedChat
}
public sealed class RtcSignalMessage
{
public SignalType Type { get; set; }
public string From { get; set; } = string.Empty;
public string ChannelId { get; set; } = string.Empty;
public string? Sdp { get; set; }
public string? Candidate { get; set; }
public string? SdpMid { get; set; }
public int? SdpMLineIndex { get; set; }
public bool IsInitiator { get; set; }
}
public sealed class RtcNotificationMessage
{
public SignalType? Type { get; set; }
public string? ChannelId { get; set; }
public string? Username { get; set; }
public string? Direction { get; set; }
}
public sealed class ServerPublicKeyMessage
{
public SignalType Type { get; set; } = SignalType.ServerPublicKey;
public string PublicKey { get; set; } = string.Empty;
}
public sealed class SocketRtcSignalMessage
{
public SignalType Type { get; set; }
public string SenderUsername { get; set; } = string.Empty;
public string ChannelId { get; set; } = string.Empty;
public string CipherText { get; set; } = string.Empty;
public string Nonce { get; set; } = string.Empty;
public string Tag { get; set; } = string.Empty;
public string EncryptedKey { get; set; } = string.Empty;
}
public sealed class SocketEncryptedMessage
{
public SignalType Type { get; set; } = SignalType.EncryptedChat;
public string SenderUsername { get; set; } = string.Empty;
public string RecipientUsername { get; set; } = string.Empty;
public string ChannelId { get; set; } = string.Empty;
public string CipherText { get; set; } = string.Empty;
public string Nonce { get; set; } = string.Empty;
public string Tag { get; set; } = string.Empty;
public string EncryptedKey { get; set; } = string.Empty;
}
public sealed class ChannelItem
{
public string ChannelId { get; set; } = string.Empty;
public string Name { get; set; } = string.Empty;
public DateTime CreatedAt { get; set; }
}
public sealed class SocketChannelList
{
public SignalType Type { get; set; } = SignalType.ChannelList;
public List<ChannelItem> Channels { get; set; } = [];
}
public sealed class RtcJoinRequest
{
public string ChannelId { get; set; } = string.Empty;
public string Username { get; set; } = string.Empty;
}
public sealed class RtcJoinResponse
{
public string ChannelId { get; set; } = string.Empty;
public bool HasActiveCall { get; set; }
public bool IsOfferer { get; set; }
public string? OfferUser { get; set; }
public RtcSessionDescription? OfferSdp { get; set; }
}
public sealed class RtcLeaveRequest
{
public string ChannelId { get; set; } = string.Empty;
public string Username { get; set; } = string.Empty;
}
public sealed class RtcSessionDescription
{
public string Type { get; set; } = string.Empty;
public string Sdp { get; set; } = string.Empty;
}
public sealed class RtcOffer
{
public string ChannelId { get; set; } = string.Empty;
public string Username { get; set; } = string.Empty;
public RtcSessionDescription SessionDescription { get; set; } = new();
}
public sealed class RtcAnswer
{
public string ChannelId { get; set; } = string.Empty;
public string Username { get; set; } = string.Empty;
public RtcSessionDescription SessionDescription { get; set; } = new();
}
public class DBIceCandidate : Record
{
public required string ChannelId { get; set; }
public required string Username { get; set; }
public required string Candidate { get; set; }
public string? SdpMid { get; set; }
public int? SdpMLineIndex { get; set; }
// public required string Direction { get; set; } // "offer" or "answer"
public DateTime CreatedAt { get; set; }
}
public class RtcIceCandidate
{
public required string ChannelId { get; set; }
public required string Username { get; set; }
public required IceCandidate Candidate { get; set; }
}
public class IceCandidate
{
public required string candidate { get; set; }
public required string sdpMid { get; set; }
public required int sdpMLineIndex { get; set; }
public required string usernameFragment { get; set; }
}
public sealed class DBActiveCall : Record
{
public string ChannelId { get; set; } = string.Empty;
public string? OfferUser { get; set; }
public RtcSessionDescription? Offer { get; set; }
public RtcSessionDescription? Answer { get; set; }
public DateTime CreatedAt { get; set; }
public DateTime UpdatedAt { get; set; }
public bool IsActive { get; set; }
}

View File

@@ -0,0 +1,10 @@
namespace RelayShared.Services;
public enum ChannelType
{
Text, //Default channel type, handles text, links, files*, all in a linear live chat format
Voice, //Used for general voice and video calls, utilizes WebRTC in its intended use
File, //File browser for connected text channels, used for browsing files rather than scrolling through text channel
Forum, //Specific forum posts, meant to keep conversations grouped and on topic while keeping all in an easy to find place
Stage //Used for announcements and presentations, voice/video call utilizing a modified WebRTC protocol through server
}

View File

@@ -0,0 +1,18 @@
namespace RelayShared.Services;
public sealed class ChannelItem
{
public string ChannelId { get; set; } = string.Empty;
public string Name { get; set; } = string.Empty;
public ChannelType Type { get; set; }
public string Group { get; set; } = string.Empty;
public DateTime CreatedAt { get; set; }
}
public sealed class SocketChannelList
{
public SignalType Type { get; set; } = SignalType.ChannelList;
public List<ChannelItem> Channels { get; set; } = [];
}

View File

@@ -0,0 +1,48 @@
namespace RelayShared.Services;
//TODO: review name of file, potentially rename for Encryption services rather than sockets
public sealed class SocketRtcSignalMessage
{
public SignalType Type { get; set; }
public string SenderUsername { get; set; } = string.Empty;
public string ChannelId { get; set; } = string.Empty;
public string CipherText { get; set; } = string.Empty;
public string Nonce { get; set; } = string.Empty;
public string Tag { get; set; } = string.Empty;
public string EncryptedKey { get; set; } = string.Empty;
}
public sealed class SocketEncryptedMessage
{
public SignalType Type { get; set; } = SignalType.EncryptedChat;
public string SenderUsername { get; set; } = string.Empty;
public string RecipientUsername { get; set; } = string.Empty;
public string ChannelId { get; set; } = string.Empty;
public string CipherText { get; set; } = string.Empty;
public string Nonce { get; set; } = string.Empty;
public string Tag { get; set; } = string.Empty;
public string EncryptedKey { get; set; } = string.Empty;
}
public sealed class ServerPublicKeyMessage
{
public SignalType Type { get; set; } = SignalType.ServerPublicKey;
public string PublicKey { get; set; } = string.Empty;
}
public enum SignalType
{
Offer,
Answer,
Candidate,
OfferUpdated,
AnswerUpdated,
CandidateAdded,
CallLeft,
ChannelList,
ServerPublicKey,
EncryptedSignal,
EncryptedChat,
ClientEncryptedChat
}

View File

@@ -64,18 +64,18 @@ Start-Sleep -Seconds 5
& '$clientExe' --user Ru_Kira & '$clientExe' --user Ru_Kira
"@ "@
# $testScript = New-TabScript -Name "Test" -Content @" $testScript = New-TabScript -Name "Test" -Content @"
# Set-Location '$root' Set-Location '$root'
# Start-Sleep -Seconds 25 Start-Sleep -Seconds 25
# & '$clientExe' --user Test & '$clientExe' --user Test
# "@ "@
$wtArgs = @( $wtArgs = @(
"new-tab --title `"SurrealDB`" `"$ps`" -NoExit -ExecutionPolicy Bypass -File `"$dockerScript`"", "new-tab --title `"SurrealDB`" `"$ps`" -NoExit -ExecutionPolicy Bypass -File `"$dockerScript`"",
"new-tab --title `"RelayCore`" `"$ps`" -NoExit -ExecutionPolicy Bypass -File `"$coreScript`"", "new-tab --title `"RelayCore`" `"$ps`" -NoExit -ExecutionPolicy Bypass -File `"$coreScript`"",
"new-tab --title `"RelayServer`" `"$ps`" -NoExit -ExecutionPolicy Bypass -File `"$serverScript`"", "new-tab --title `"RelayServer`" `"$ps`" -NoExit -ExecutionPolicy Bypass -File `"$serverScript`"",
"new-tab --title `"Keeper317`" `"$ps`" -NoExit -ExecutionPolicy Bypass -File `"$keeperScript`"", "new-tab --title `"Keeper317`" `"$ps`" -NoExit -ExecutionPolicy Bypass -File `"$keeperScript`"",
# "new-tab --title `"Test`" `"$ps`" -NoExit -ExecutionPolicy Bypass -File `"$testScript`"", "new-tab --title `"Test`" `"$ps`" -NoExit -ExecutionPolicy Bypass -File `"$testScript`"",
"new-tab --title `"Ru_Kira`" `"$ps`" -NoExit -ExecutionPolicy Bypass -File `"$kiraScript`"" "new-tab --title `"Ru_Kira`" `"$ps`" -NoExit -ExecutionPolicy Bypass -File `"$kiraScript`""
) -join " ; " ) -join " ; "