feat: added migrator to log store

core/changelog.md

@@ -1,8 +1,6 @@
 <!-- The pattern we follow here is to keep the changelog for the latest version -->
 <!-- Old changelogs are automatically attached to the GitHub releases -->
 
-- Feat: Stream token latency sent back in extra fields.
-- Feat: Plugin interface extended with TransportInterceptor method.
-- Feat: Add Anthropic thinking parameter
-- Feat: Add Custom key selector logic and send back request latency in extra fields.
-- Bug: Fallbacks not working occasionally.
+- Feat: Responses streaming added across all providers.
+- Fix: Bedrock chat streaming decoding fixes.
+- Feat: Added raw response support for all streaming requests.

core/version

@@ -1 +1 @@
-1.2.5
+1.2.6

docs/changelogs/v1.3.0-prerelease6.mdx

@@ -4,7 +4,7 @@ description: "v1.3.0-prerelease6 changelog"
 ---
 <Update label="Bifrost(HTTP)" description="v1.3.0-prerelease6">
 
-- Upgrade dependency: core to 1.2.5 and framework to 1.1.5
+- Upgrade dependency: core to 1.2.6 and framework to 1.1.6
 - Feat: Added Anthropic thinking parameter in responses API.
 - Feat: Added Anthropic text completion integration support.
 - Fix: Extra fields sent back in streaming responses.
@@ -37,37 +37,37 @@ description: "v1.3.0-prerelease6 changelog"
 </Update>
 <Update label="jsonparser" description="v1.3.0-prerelease6">
 
-- Upgrade dependency: core to 1.2.5 and framework to 1.1.5
+- Upgrade dependency: core to 1.2.6 and framework to 1.1.6
 
 </Update>
 <Update label="logging" description="v1.3.0-prerelease6">
 
-- Upgrade dependency: core to 1.2.5 and framework to 1.1.5
+- Upgrade dependency: core to 1.2.6 and framework to 1.1.6
 
 </Update>
 <Update label="maxim" description="v1.3.0-prerelease6">
 
-- Upgrade dependency: core to 1.2.5 and framework to 1.1.5
+- Upgrade dependency: core to 1.2.6 and framework to 1.1.6
 
 </Update>
 <Update label="mocker" description="v1.3.0-prerelease6">
 
-- Upgrade dependency: core to 1.2.5 and framework to 1.1.5
+- Upgrade dependency: core to 1.2.6 and framework to 1.1.6
 
 </Update>
 <Update label="otel" description="v1.3.0-prerelease6">
 
-- Upgrade dependency: core to 1.2.5 and framework to 1.1.5
+- Upgrade dependency: core to 1.2.6 and framework to 1.1.6
 
 </Update>
 <Update label="semanticcache" description="v1.3.0-prerelease6">
 
-- Upgrade dependency: core to 1.2.5 and framework to 1.1.5
+- Upgrade dependency: core to 1.2.6 and framework to 1.1.6
 
 </Update>
 <Update label="telemetry" description="v1.3.0-prerelease6">
 
-- Upgrade dependency: core to 1.2.5 and framework to 1.1.5
+- Upgrade dependency: core to 1.2.6 and framework to 1.1.6
 - Feat: Added First Token and Inter Token latency metrics for streaming requests.
 
 </Update>

framework/changelog.md

@@ -1,5 +1,5 @@
 <!-- The pattern we follow here is to keep the changelog for the latest version -->
 <!-- Old changelogs are automatically attached to the GitHub releases -->
 
-- Upgrade dependency: core to 1.2.5
-- Feat: User table added to config store.
+- Upgrade dependency: core to 1.2.6
+- Feat: Moved the migrator package to a more general location and added database migrations for the logstore to standardize object type values.

framework/configstore/migrations.go

@@ -4,7 +4,7 @@ import (
 	"context"
 	"fmt"
 
-	"github.com/maximhq/bifrost/framework/configstore/migrator"
+	"github.com/maximhq/bifrost/framework/migrator"
 	"gorm.io/gorm"
 )
 

framework/configstore/rdb.go

@@ -7,7 +7,7 @@ import (
 	"fmt"
 
 	"github.com/maximhq/bifrost/core/schemas"
-	"github.com/maximhq/bifrost/framework/configstore/migrator"
+	"github.com/maximhq/bifrost/framework/migrator"
 	"github.com/maximhq/bifrost/framework/logstore"
 	"github.com/maximhq/bifrost/framework/vectorstore"
 	"gorm.io/gorm"

framework/configstore/store.go

@@ -6,7 +6,7 @@ import (
 	"fmt"
 
 	"github.com/maximhq/bifrost/core/schemas"
-	"github.com/maximhq/bifrost/framework/configstore/migrator"
+	"github.com/maximhq/bifrost/framework/migrator"
 	"github.com/maximhq/bifrost/framework/logstore"
 	"github.com/maximhq/bifrost/framework/vectorstore"
 	"gorm.io/gorm"

framework/logstore/migrations.go

@@ -0,0 +1,132 @@
+package logstore
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/maximhq/bifrost/framework/migrator"
+	"gorm.io/gorm"
+)
+
+// Migrate performs the necessary database migrations.
+func triggerMigrations(ctx context.Context, db *gorm.DB) error {
+	if err := migrationInit(ctx, db); err != nil {
+		return err
+	}
+	if err := migrationUpdateObjectColumnValues(ctx, db); err != nil {
+		return err
+	}
+
+	return nil
+}
+
+// migrationInit is the first migration
+func migrationInit(ctx context.Context, db *gorm.DB) error {
+	m := migrator.New(db, migrator.DefaultOptions, []*migrator.Migration{{
+		ID: "logs_init",
+		Migrate: func(tx *gorm.DB) error {
+			tx = tx.WithContext(ctx)
+			migrator := tx.Migrator()
+			if !migrator.HasTable(&Log{}) {
+				if err := migrator.CreateTable(&Log{}); err != nil {
+					return err
+				}
+			}
+
+			return nil
+		},
+		Rollback: func(tx *gorm.DB) error {
+			tx = tx.WithContext(ctx)
+			migrator := tx.Migrator()
+			// Drop children first, then parents (adjust if your actual FKs differ)
+			if err := migrator.DropTable(&Log{}); err != nil {
+				return err
+			}
+			return nil
+		},
+	}})
+	err := m.Migrate()
+	if err != nil {
+		return fmt.Errorf("error while running db migration: %s", err.Error())
+	}
+	return nil
+}
+
+// migrationUpdateObjectColumnValues updates the object column values from old format to new format
+func migrationUpdateObjectColumnValues(ctx context.Context, db *gorm.DB) error {
+	opts := *migrator.DefaultOptions
+	opts.UseTransaction = true
+	m := migrator.New(db, &opts, []*migrator.Migration{{
+		ID: "logs_init_update_object_column_values",
+		Migrate: func(tx *gorm.DB) error {
+			tx = tx.WithContext(ctx)
+
+			updateSQL := `
+				UPDATE logs 
+				SET object_type = CASE object_type
+					WHEN 'chat.completion' THEN 'chat_completion'
+					WHEN 'text.completion' THEN 'text_completion'
+					WHEN 'list' THEN 'embedding'
+					WHEN 'audio.speech' THEN 'speech'
+					WHEN 'audio.transcription' THEN 'transcription'
+					WHEN 'chat.completion.chunk' THEN 'chat_completion_stream'
+					WHEN 'audio.speech.chunk' THEN 'speech_stream'
+					WHEN 'audio.transcription.chunk' THEN 'transcription_stream'
+					WHEN 'response' THEN 'responses'
+					WHEN 'response.completion.chunk' THEN 'responses_stream'
+					ELSE object_type
+				END
+				WHERE object_type IN (
+					'chat.completion', 'text.completion', 'list',
+					'audio.speech', 'audio.transcription', 'chat.completion.chunk',
+					'audio.speech.chunk', 'audio.transcription.chunk', 
+					'response', 'response.completion.chunk'
+				)`
+
+			result := tx.Exec(updateSQL)
+			if result.Error != nil {
+				return fmt.Errorf("failed to update object_type values: %w", result.Error)
+			}
+
+			return nil
+		},
+		Rollback: func(tx *gorm.DB) error {
+			tx = tx.WithContext(ctx)
+
+			// Use a single CASE statement for efficient bulk rollback
+			rollbackSQL := `
+				UPDATE logs 
+				SET object_type = CASE object_type
+					WHEN 'chat_completion' THEN 'chat.completion'
+					WHEN 'text_completion' THEN 'text.completion'
+					WHEN 'embedding' THEN 'list'
+					WHEN 'speech' THEN 'audio.speech'
+					WHEN 'transcription' THEN 'audio.transcription'
+					WHEN 'chat_completion_stream' THEN 'chat.completion.chunk'
+					WHEN 'speech_stream' THEN 'audio.speech.chunk'
+					WHEN 'transcription_stream' THEN 'audio.transcription.chunk'
+					WHEN 'responses' THEN 'response'
+					WHEN 'responses_stream' THEN 'response.completion.chunk'
+					ELSE object_type
+				END
+				WHERE object_type IN (
+					'chat_completion', 'text_completion', 'embedding', 'speech',
+					'transcription', 'chat_completion_stream', 'speech_stream',
+					'transcription_stream', 'responses', 'responses_stream'
+				)`
+
+			result := tx.Exec(rollbackSQL)
+			if result.Error != nil {
+				return fmt.Errorf("failed to rollback object_type values: %w", result.Error)
+			}
+
+			return nil
+		},
+	}})
+
+	err := m.Migrate()
+	if err != nil {
+		return fmt.Errorf("error while running object column migration: %s", err.Error())
+	}
+	return nil
+}

framework/logstore/sqlite.go

@@ -22,7 +22,8 @@ func newSqliteLogStore(ctx context.Context, config *SQLiteConfig, logger schemas
 	if err != nil {
 		return nil, err
 	}
-	if err := db.WithContext(ctx).AutoMigrate(&Log{}); err != nil {
+	// Run migrations
+	if err := triggerMigrations(ctx, db); err != nil {
 		return nil, err
 	}
 	return &RDBLogStore{db: db, logger: logger}, nil

framework/version

@@ -1 +1 @@
-1.1.5
+1.1.6

plugins/governance/changelog.md

@@ -1,5 +1,4 @@
 <!-- The pattern we follow here is to keep the changelog for the latest version -->
 <!-- Old changelogs are automatically attached to the GitHub releases -->
 
-- Chore: using core 1.2.5 and framework 1.1.5
-- Feat: Added provider routing TransportInterceptor.
+- Chore: using core 1.2.6 and framework 1.1.6

plugins/governance/version

@@ -1 +1 @@
-1.3.5
+1.3.6

plugins/jsonparser/changelog.md

@@ -1,4 +1,4 @@
 <!-- The pattern we follow here is to keep the changelog for the latest version -->
 <!-- Old changelogs are automatically attached to the GitHub releases -->
 
-- Upgrade dependency: core to 1.2.5 and framework to 1.1.5
+- Upgrade dependency: core to 1.2.6 and framework to 1.1.6

plugins/jsonparser/version

@@ -1 +1 @@
-1.3.5
+1.3.6

plugins/logging/changelog.md

@@ -1,4 +1,4 @@
 <!-- The pattern we follow here is to keep the changelog for the latest version -->
 <!-- Old changelogs are automatically attached to the GitHub releases -->
 
-- Upgrade dependency: core to 1.2.5 and framework to 1.1.5
+- Upgrade dependency: core to 1.2.6 and framework to 1.1.6

plugins/logging/version

@@ -1 +1 @@
-1.3.5
+1.3.6

plugins/maxim/changelog.md

@@ -1,4 +1,4 @@
 <!-- The pattern we follow here is to keep the changelog for the latest version -->
 <!-- Old changelogs are automatically attached to the GitHub releases -->
 
-- Upgrade dependency: core to 1.2.5 and framework to 1.1.5
+- Upgrade dependency: core to 1.2.6 and framework to 1.1.6

plugins/maxim/version

@@ -1 +1 @@
-1.4.5
+1.4.6

plugins/mocker/changelog.md

@@ -1,4 +1,4 @@
 <!-- The pattern we follow here is to keep the changelog for the latest version -->
 <!-- Old changelogs are automatically attached to the GitHub releases -->
 
-- Upgrade dependency: core to 1.2.5 and framework to 1.1.5
+- Upgrade dependency: core to 1.2.6 and framework to 1.1.6

plugins/mocker/version

@@ -1 +1 @@
-1.3.5
+1.3.6

plugins/otel/changelog.md

@@ -1,4 +1,4 @@
 <!-- The pattern we follow here is to keep the changelog for the latest version -->
 <!-- Old changelogs are automatically attached to the GitHub releases -->
 
-- Upgrade dependency: core to 1.2.5 and framework to 1.1.5
+- Upgrade dependency: core to 1.2.6 and framework to 1.1.6

plugins/otel/version

@@ -1 +1 @@
-1.0.5
+1.0.6

plugins/semanticcache/changelog.md

@@ -1,4 +1,4 @@
 <!-- The pattern we follow here is to keep the changelog for the latest version -->
 <!-- Old changelogs are automatically attached to the GitHub releases -->
 
-- Upgrade dependency: core to 1.2.5 and framework to 1.1.5
+- Upgrade dependency: core to 1.2.6 and framework to 1.1.6

plugins/semanticcache/version

@@ -1 +1 @@
-1.3.5
+1.3.6

plugins/telemetry/changelog.md

@@ -1,5 +1,5 @@
 <!-- The pattern we follow here is to keep the changelog for the latest version -->
 <!-- Old changelogs are automatically attached to the GitHub releases -->
 
-- Upgrade dependency: core to 1.2.5 and framework to 1.1.5
-- Feat: Added First Token and Inter Token latency metrics for streaming requests.
+- Upgrade dependency: core to 1.2.6 and framework to 1.1.6
+- Fix: Removed last token's accumulated latency from inter token latency metric.

plugins/telemetry/version

@@ -1 +1 @@
-1.3.5
+1.3.6

transports/changelog.md

@@ -1,11 +1,8 @@
 <!-- The pattern we follow here is to keep the changelog for the latest version -->
 <!-- Old changelogs are automatically attached to the GitHub releases -->
 
-- Upgrade dependency: core to 1.2.5 and framework to 1.1.5
-- Feat: Added Anthropic thinking parameter in responses API.
-- Feat: Added Anthropic text completion integration support.
-- Fix: Extra fields sent back in streaming responses.
-- Feat: Latency for all request types (with inter token latency for streaming requests) sent back in Extra fields.
-- Feat: UI websocket implementation generalized.
-- Feat: TokenInterceptor interface added to plugins.
-- Fix: Middlewares added to integrations route.
+- Upgrade dependency: core to 1.2.6 and framework to 1.1.6
+- Added Responses streaming across all providers.
+- Fixed bedrock chat streaming decoding issues.
+- Added raw response support for all streaming requests.
+- Removed last token's accumulated latency from inter token latency metric.

transports/version

@@ -1 +1 @@
-1.3.0-prerelease6
+1.3.0-prerelease7