add original content

alnutile · Jun 19, 2023 · 79994a9 · 79994a9
1 parent ecccde4
commit 79994a9
Show file tree

Hide file tree

Showing 17 changed files with 292 additions and 27 deletions.
diff --git a/app/Http/Controllers/Transformers/JsonTransformerTransformerController.php b/app/Http/Controllers/Transformers/JsonTransformerTransformerController.php
@@ -18,25 +18,26 @@ public function create(Project $project)
                 'mappings' => [
                     'optional.path.to.store_one',
                     'optional.path.to.store_two',
-                ]
-            ]
+                ],
+            ],
         ]);
 
         request()->session()->flash('flash.banner', 'Created, you can sort the order using drag and drop');
 
         return to_route('transformers.json_transformer.edit',
             [
                 'project' => $project->id,
-                'transformer' => $transformer->id
+                'transformer' => $transformer->id,
             ]
         );
     }
 
     public function edit(Project $project, Transformer $transformer)
     {
-        request()->session()->flash('flash.banner', 'There is no edit for this');
-
-        return to_route('projects.show', ['project' => $project->id]);
+        return inertia('Transformers/JsonTransformer/Edit', [
+            'details' => config('larachain.transformers.'.$transformer->type->value),
+            'transformer' => $transformer,
+        ]);
     }
 
     public function store(Project $project)
@@ -46,6 +47,17 @@ public function store(Project $project)
 
     public function update(Project $project, Transformer $transformer)
     {
-        // TODO: Implement update() method.
+        $validate = request()->validate([
+            'mappings' => ['nullable'],
+        ]);
+
+        $meta_data = $transformer->meta_data;
+        $meta_data['mappings'] = data_get($validate, 'mappings', []);
+        $transformer->meta_data = $meta_data;
+        $transformer->save();
+
+        return to_route('projects.show', [
+            'project' => $project->id,
+        ]);
     }
 }
diff --git a/app/Models/DocumentChunk.php b/app/Models/DocumentChunk.php
@@ -7,6 +7,8 @@
 use Pgvector\Laravel\Vector;
 
 /**
+ * @property string $original_content;
+ * @property string $content;
  * @property int $token_count
  * @property array $embedding
  */
@@ -24,4 +26,17 @@ public function document()
     {
         return $this->belongsTo(Document::class);
     }
+
+    /**
+     * The "booted" method of the model.
+     *
+     * @return void
+     */
+    protected static function booted()
+    {
+        static::saved(function ($document_chunk) {
+            $document_chunk->original_content = $document_chunk->getOriginal('content');
+            $document_chunk->saveQuietly();
+        });
+    }
 }
diff --git a/app/Models/Transformer.php b/app/Models/Transformer.php
@@ -11,6 +11,7 @@
  * @property int $id;
  * @property int $order;
  * @property int $project_id;
+ * @property array $meta_data;
  * @property TransformerEnum $type;
  * @property Project $project;
  *
@@ -29,7 +30,7 @@ class Transformer extends BaseTypeModel
     protected $casts = [
         'prompt_token' => 'encrypted:array',
         'type' => TransformerEnum::class,
-        'meta_data' => "encrypted:array"
+        'meta_data' => 'encrypted:array',
     ];
 
     public function project()

diff --git a/app/Source/Types/FileUploadSource.php b/app/Source/Types/FileUploadSource.php
@@ -25,7 +25,7 @@ public function handle(): Document
                 ],
                 [
                     'status' => StatusEnum::Complete,
-                    'type' => SourceEnum::FileUploadSource
+                    'type' => SourceEnum::FileUploadSource,
                 ]
             );
     }

diff --git a/app/Source/Types/ScrapeWebPage.php b/app/Source/Types/ScrapeWebPage.php
@@ -33,7 +33,7 @@ public function handle(): Document
                 [
                     'status' => StatusEnum::Complete,
                     'content' => $fileContents,
-                    'type' => SourceEnum::ScrapeWebPage
+                    'type' => SourceEnum::ScrapeWebPage,
                 ]
             );
     }

diff --git a/app/Source/Types/WebFile.php b/app/Source/Types/WebFile.php
@@ -37,7 +37,7 @@ public function handle(): Document
                 ],
                 [
                     'status' => StatusEnum::Complete,
-                    'type' => SourceEnum::WebFile
+                    'type' => SourceEnum::WebFile,
                 ]
             );
     }

diff --git a/config/larachain.php b/config/larachain.php
@@ -110,7 +110,7 @@
         ],
         'json_transformer' => [
             'name' => 'JsonTransformer',
-            'description' => 'Will take Json Documents and make chunks',
+            'description' => 'Will take Json Documents and make document chunks. You can use mapping to grab just some keys and data',
             'class' => 'App\\Transformer\\Types\\JsonTransformer',
             'background' => 'bg-blue-500',
             'icon' => 'Bars3CenterLeftIcon',

diff --git a/database/factories/DocumentChunkFactory.php b/database/factories/DocumentChunkFactory.php
@@ -22,6 +22,7 @@ public function definition(): array
         return [
             'guid' => fake()->uuid(),
             'content' => fake()->sentence(10),
+            'original_content' => fake()->sentence(10),
             'token_count' => fake()->randomDigitNotZero(),
             'document_id' => Document::factory(),
         ];

diff --git a/database/factories/TransformerFactory.php b/database/factories/TransformerFactory.php
@@ -27,8 +27,8 @@ public function definition(): array
                 'mappings' => [
                     'optional.path.to.store_one',
                     'optional.path.to.store_two',
-                ]
-            ]
+                ],
+            ],
         ];
     }
 
@@ -50,8 +50,8 @@ public function json()
                     'mappings' => [
                         'optional.path.to.store_one',
                         'optional.path.to.store_two',
-                    ]
-                ]
+                    ],
+                ],
             ];
         });
     }

diff --git a/database/migrations/2023_06_17_130926_set_default_for_document.php b/database/migrations/2023_06_17_130926_set_default_for_document.php
@@ -13,7 +13,7 @@
     public function up(): void
     {
         Schema::table('documents', function (Blueprint $table) {
-            $table->string("type")->default(SourceEnum::WebFile->value)->change();
+            $table->string('type')->default(SourceEnum::WebFile->value)->change();
         });
     }
 

diff --git a/database/migrations/2023_06_17_202109_add_meta_data_to_transformers.php b/database/migrations/2023_06_17_202109_add_meta_data_to_transformers.php
@@ -12,7 +12,7 @@
     public function up(): void
     {
         Schema::table('transformers', function (Blueprint $table) {
-            $table->longText("meta_data")->nullable();
+            $table->longText('meta_data')->nullable();
         });
     }
 

diff --git a/database/migrations/2023_06_19_021659_add_original_field_to_document_chunks.php b/database/migrations/2023_06_19_021659_add_original_field_to_document_chunks.php
@@ -0,0 +1,28 @@
+<?php
+
+use Illuminate\Database\Migrations\Migration;
+use Illuminate\Database\Schema\Blueprint;
+use Illuminate\Support\Facades\Schema;
+
+return new class extends Migration
+{
+    /**
+     * Run the migrations.
+     */
+    public function up(): void
+    {
+        Schema::table('document_chunks', function (Blueprint $table) {
+            $table->longText('original_content')->nullable();
+        });
+    }
+
+    /**
+     * Reverse the migrations.
+     */
+    public function down(): void
+    {
+        Schema::table('document_chunks', function (Blueprint $table) {
+            //
+        });
+    }
+};
diff --git a/resources/js/Pages/Transformers/JsonTransformer/Edit.vue b/resources/js/Pages/Transformers/JsonTransformer/Edit.vue
@@ -0,0 +1,80 @@
+<template>
+    <AppLayout title="transformer Web File">
+        <template #header>
+            <h2 class="font-semibold text-xl text-gray-800 leading-tight">
+                Web Site Document
+            </h2>
+            <div>
+                <div class="max-w-7xl mx-auto py-10 sm:px-6 lg:px-8">
+                    <FormWrapper @submitted="submit">
+                        <div>
+                            <div class="max-w-7xl mx-auto sm:py-10 sm:px-6 lg:px-8">
+                                <FormSection>
+                                    <template #title>
+                                        {{ details.title }}
+                                    </template>
+                                    <template #description>
+                                        {{ details.description }}
+                                    </template>
+
+                                    <template #form>
+                                        <ResourceForm
+                                            @removedMapping="updateMappings"
+                                            @addedMapping="updateMappings"
+                                            v-model="form"/>
+                                    </template>
+
+                                    <template #actions>
+                                        <PrimaryButton @click="submit">Save</PrimaryButton>
+                                    </template>
+
+                                </FormSection>
+                            </div>
+                        </div>
+                    </FormWrapper>
+                </div>
+            </div>
+        </template>
+    </AppLayout>
+</template>
+
+<script setup>
+import AppLayout from "@/Layouts/AppLayout.vue";
+import FormWrapper from "@/Components/FormWrapper.vue";
+import FormSection from "@/Components/FormSection.vue";
+import PrimaryButton from '@/Components/PrimaryButton.vue';
+
+import { useForm } from "@inertiajs/vue3";
+import {useToast} from "vue-toastification";
+import ResourceForm from "./Partials/ResourceForm.vue";
+const toast = useToast();
+
+const props = defineProps({
+    transformer: Object,
+    details: Object
+})
+
+const updateMappings = (mappings) => {
+    form.mappings = mappings;
+}
+
+const form = useForm({
+    mappings: props.transformer.meta_data?.mappings ?? []
+})
+
+const submit = () => {
+    form.put(route("transformers.json_transformer.update", {
+        project: props.transformer.project_id,
+        transformer: props.transformer.id
+    }), {
+        preserveScroll: true,
+        onError: params => {
+            toast.error("Check validation")
+        }
+    });
+}
+</script>
+
+<style scoped>
+
+</style>