Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Add AssemblyAIAudioToTextService.cs #8

Closed
wants to merge 3 commits into from
Closed

Add AssemblyAIAudioToTextService.cs #8

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
4282755
Add AssemblyAIAudioToTextService.cs
Swimburger Feb 17, 2024
cb4c6b0
Merge branch 'main' into niels/audio-to-text
Swimburger Feb 17, 2024
025eee3
Merge update version
Swimburger Feb 17, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
92 changes: 49 additions & 43 deletions src/AssemblyAI.SemanticKernel/AssemblyAI.SemanticKernel.csproj
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,55 +1,61 @@
<Project Sdk="Microsoft.NET.Sdk">
<PropertyGroup>
<TargetFramework>netstandard2.0</TargetFramework>
<RootNamespace>AssemblyAI.SemanticKernel</RootNamespace>
<AssemblyName>AssemblyAI.SemanticKernel</AssemblyName>
<PackageId>AssemblyAI.SemanticKernel</PackageId>
<Title>AssemblyAI plugins for Semantic Kernel</Title>
<Authors>AssemblyAI</Authors>
<Description>Transcribe audio using AssemblyAI with Semantic Kernel plugins</Description>
<Copyright>Copyright 2023 (c) AssemblyAI, Inc. All rights reserved.</Copyright>
<PackageTags>SemanticKernel;AI;AssemblyAI;transcript</PackageTags>
<Company>AssemblyAI</Company>
<Product>AssemblyAI</Product>
<AssemblyVersion>1.1.0.0</AssemblyVersion>
<FileVersion>1.1.0.0</FileVersion>
<PackageVersion>1.1.0</PackageVersion>
<OutputType>Library</OutputType>
<PackageLicenseExpression>MIT</PackageLicenseExpression>
<PackageProjectUrl>https://github.com/AssemblyAI/assemblyai-semantic-kernel</PackageProjectUrl>
<RepositoryUrl>https://github.com/AssemblyAI/assemblyai-semantic-kernel.git</RepositoryUrl>
<PackageIconUrl>https://www.assemblyai.com/favicon.png</PackageIconUrl>
<PackageIcon>icon.png</PackageIcon>
<PackageReadmeFile>README.md</PackageReadmeFile>
<PublishRepositoryUrl>true</PublishRepositoryUrl>
<EmbedUntrackedSources>true</EmbedUntrackedSources>
<IncludeSymbols>true</IncludeSymbols>
<SymbolPackageFormat>snupkg</SymbolPackageFormat>
<RepositoryType>git</RepositoryType>
</PropertyGroup>
<PropertyGroup Condition="'$(CI)' == 'true'">
<ContinuousIntegrationBuild>true</ContinuousIntegrationBuild>
</PropertyGroup>
<ItemGroup>
<PropertyGroup>
<TargetFramework>netstandard2.0</TargetFramework>
<RootNamespace>AssemblyAI.SemanticKernel</RootNamespace>
<AssemblyName>AssemblyAI.SemanticKernel</AssemblyName>
<PackageId>AssemblyAI.SemanticKernel</PackageId>
<Title>AssemblyAI plugins for Semantic Kernel</Title>
<Authors>AssemblyAI</Authors>
<Description>Transcribe audio using AssemblyAI with Semantic Kernel plugins</Description>
<Copyright>Copyright 2023 (c) AssemblyAI, Inc. All rights reserved.</Copyright>
<PackageTags>SemanticKernel;AI;AssemblyAI;transcript</PackageTags>
<Company>AssemblyAI</Company>
<Product>AssemblyAI</Product>
<AssemblyVersion>1.2.0.0</AssemblyVersion>
<FileVersion>1.2.0.0</FileVersion>
<PackageVersion>1.2.0</PackageVersion>
<OutputType>Library</OutputType>
<PackageLicenseExpression>MIT</PackageLicenseExpression>
<PackageProjectUrl>https://github.com/AssemblyAI/assemblyai-semantic-kernel</PackageProjectUrl>
<RepositoryUrl>https://github.com/AssemblyAI/assemblyai-semantic-kernel.git</RepositoryUrl>
<PackageIconUrl>https://www.assemblyai.com/favicon.png</PackageIconUrl>
<PackageIcon>icon.png</PackageIcon>
<PackageReadmeFile>README.md</PackageReadmeFile>
<PublishRepositoryUrl>true</PublishRepositoryUrl>
<EmbedUntrackedSources>true</EmbedUntrackedSources>
<IncludeSymbols>true</IncludeSymbols>
<SymbolPackageFormat>snupkg</SymbolPackageFormat>
<RepositoryType>git</RepositoryType>
<NoWarn>SKEXP0005</NoWarn>
</PropertyGroup>
<PropertyGroup Condition="'$(CI)' == 'true'">
<ContinuousIntegrationBuild>true</ContinuousIntegrationBuild>
</PropertyGroup>
<ItemGroup>
<PackageReference Include="Microsoft.Extensions.Options">
<Version>8.0.0</Version>
<Version>8.0.2</Version>
</PackageReference>
<PackageReference Include="Microsoft.Extensions.Options.ConfigurationExtensions">
<Version>8.0.0</Version>
<Version>8.0.0</Version>
</PackageReference>
<PackageReference Include="Microsoft.SemanticKernel">
<Version>1.0.1</Version>
<Version>1.4.0</Version>
</PackageReference>
<PackageReference Include="System.Net.Http.Json">
<Version>8.0.0</Version>
<Version>8.0.0</Version>
</PackageReference>
<PackageReference Include="Microsoft.SourceLink.GitHub" Version="8.0.0">
<PrivateAssets>all</PrivateAssets>
<IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
<PrivateAssets>all</PrivateAssets>
<IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
</PackageReference>
</ItemGroup>
<ItemGroup>
<None Include="..\..\icon.png" Pack="true" PackagePath="\" />
<None Include="..\..\README.md" Pack="true" PackagePath="\" />
</ItemGroup>
</ItemGroup>
<ItemGroup>
<None Include="..\..\icon.png" Pack="true" PackagePath="\" />
<None Include="..\..\README.md" Pack="true" PackagePath="\" />
</ItemGroup>
<ItemGroup>
<Reference Include="AssemblyAI">
<HintPath>..\..\..\assemblyai-csharp-sdk\src\AssemblyAI\bin\Debug\netstandard2.0\AssemblyAI.dll</HintPath>
</Reference>
</ItemGroup>
</Project>
15 changes: 15 additions & 0 deletions src/AssemblyAI.SemanticKernel/AssemblyAIAudioToTextExecutionSettings.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
using Microsoft.SemanticKernel;

namespace AssemblyAI.SemanticKernel
{
/// <summary>
/// Configure AssemblyAI transcript parameters
/// </summary>
public class AssemblyAIAudioToTextExecutionSettings : PromptExecutionSettings
{
/// <summary>
/// Parameters to transcribe audio using AssemblyAI.
/// </summary>
public CreateTranscriptOptionalParameters TranscriptParameters { get; set; }

Check failure on line 13 in src/AssemblyAI.SemanticKernel/AssemblyAIAudioToTextExecutionSettings.cs

View workflow job for this annotation

GitHub Actions / Build, test, and pack 

The type or namespace name 'CreateTranscriptOptionalParameters' could not be found (are you missing a using directive or an assembly reference?)

Check failure on line 13 in src/AssemblyAI.SemanticKernel/AssemblyAIAudioToTextExecutionSettings.cs

View workflow job for this annotation

GitHub Actions / Build, test, and pack 

The type or namespace name 'CreateTranscriptOptionalParameters' could not be found (are you missing a using directive or an assembly reference?)
}
}
78 changes: 78 additions & 0 deletions src/AssemblyAI.SemanticKernel/AssemblyAIAudioToTextService.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,78 @@
using System;
using System.Collections.Generic;
using System.Text;
using System.Threading;
using System.Threading.Tasks;
using AssemblyAI.Transcripts;

Check failure on line 6 in src/AssemblyAI.SemanticKernel/AssemblyAIAudioToTextService.cs

View workflow job for this annotation

GitHub Actions / Build, test, and pack 

The type or namespace name 'Transcripts' does not exist in the namespace 'AssemblyAI' (are you missing an assembly reference?)

Check failure on line 6 in src/AssemblyAI.SemanticKernel/AssemblyAIAudioToTextService.cs

View workflow job for this annotation

GitHub Actions / Build, test, and pack 

The type or namespace name 'Transcripts' does not exist in the namespace 'AssemblyAI' (are you missing an assembly reference?)
using Microsoft.SemanticKernel;
using Microsoft.SemanticKernel.AudioToText;
using Microsoft.SemanticKernel.Contents;

namespace AssemblyAI.SemanticKernel
{
/// <summary>
/// AssemblyAI speech-to-text service.
/// </summary>
public class AssemblyAIAudioToTextService : IAudioToTextService
{
private readonly AssemblyAIClient _client;

Check failure on line 18 in src/AssemblyAI.SemanticKernel/AssemblyAIAudioToTextService.cs

View workflow job for this annotation

GitHub Actions / Build, test, and pack 

The type or namespace name 'AssemblyAIClient' could not be found (are you missing a using directive or an assembly reference?)

Check failure on line 18 in src/AssemblyAI.SemanticKernel/AssemblyAIAudioToTextService.cs

View workflow job for this annotation

GitHub Actions / Build, test, and pack 

The type or namespace name 'AssemblyAIClient' could not be found (are you missing a using directive or an assembly reference?)

/// <summary>
/// Attributes are not used by AssemblyAIAudioToTextService.
/// </summary>
public IReadOnlyDictionary<string, object> Attributes => new Dictionary<string, object>();

/// <summary>
/// Creates an instance of the <see cref="AssemblyAIAudioToTextService"/> with an AssemblyAI API key.
/// </summary>
/// <param name="apiKey">OpenAI API Key</param>
public AssemblyAIAudioToTextService(string apiKey)
{
_client = new AssemblyAIClient(apiKey);
}

/// <inheritdoc/>
public async Task<TextContent> GetTextContentAsync(
AudioContent content,
PromptExecutionSettings executionSettings = null,
Kernel kernel = null,
CancellationToken cancellationToken = default)
{
UploadedFile uploadedFile;
using (var stream = content.Data.ToStream())
{
uploadedFile = await _client.Files.Upload(stream).ConfigureAwait(false);
}

AssemblyAI.Transcript transcript;
if (executionSettings != null && executionSettings is AssemblyAIAudioToTextExecutionSettings aaiSettings)
{
if (aaiSettings.TranscriptParameters == null)
{
throw new Exception(
"AssemblyAIAudioToTextExecutionSettings.TranscriptParameters is required when passing execution settings.");
}

transcript = await _client.Transcripts.Create(
uploadedFile.UploadUrl,
aaiSettings.TranscriptParameters
).ConfigureAwait(false);
}
else
{
transcript = await _client.Transcripts.Create(new CreateTranscriptParameters
{
AudioUrl = uploadedFile.UploadUrl
}).ConfigureAwait(false);
}

return new TextContent(
text: transcript.Text,
modelId: null,
innerContent: transcript,
encoding: Encoding.UTF8,
metadata: null
);
}
}
}
4 changes: 2 additions & 2 deletions src/Sample/Sample.csproj
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -34,10 +34,10 @@
<Version>8.0.0</Version>
</PackageReference>
<PackageReference Include="Microsoft.SemanticKernel">
<Version>1.0.1</Version>
<Version>1.4.0</Version>
</PackageReference>
<PackageReference Include="Microsoft.SemanticKernel.Planners.Handlebars">
<Version>1.0.1-preview</Version>
<Version>1.4.0-preview</Version>
</PackageReference>
</ItemGroup>

Expand Down
Loading