diff --git a/pyproject.toml b/pyproject.toml index 581fd1f7e..212cb4e37 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -75,6 +75,7 @@ vastdb = ["requirements/connectors/vastdb.txt"] vectara = ["requirements/connectors/vectara.txt"] weaviate = ["requirements/connectors/weaviate.txt"] wikipedia = ["requirements/connectors/wikipedia.txt"] +yugabytedb = ["requirements/connectors/yugabytedb.txt"] zendesk = ["requirements/connectors/zendesk.txt"] # Embedders diff --git a/requirements/connectors/yugabytedb.txt b/requirements/connectors/yugabytedb.txt new file mode 100644 index 000000000..2abc1718c --- /dev/null +++ b/requirements/connectors/yugabytedb.txt @@ -0,0 +1,2 @@ +pandas +psycopg2-yugabytedb \ No newline at end of file diff --git a/test/integration/connectors/env_setup/sql/yugabytedb/destination/docker-compose.yaml b/test/integration/connectors/env_setup/sql/yugabytedb/destination/docker-compose.yaml new file mode 100644 index 000000000..f8462bdda --- /dev/null +++ b/test/integration/connectors/env_setup/sql/yugabytedb/destination/docker-compose.yaml @@ -0,0 +1,17 @@ +services: + yugabytedb: + image: yugabytedb/yugabyte:latest + restart: always + container_name: yugabytedb_dest + command: bin/yugabyted start --daemon=false --initial_scripts_dir=/home/yugabyte/init_scripts + ports: + - 5433:5433 + volumes: + - ./yugabytedb-schema.sql:/home/yugabyte/init_scripts/init.sql + healthcheck: + test: ["CMD-SHELL", "bin/ysqlsh -h localhost -U yugabyte -d yugabyte -c 'SELECT 1'"] + interval: 10s + timeout: 60s + retries: 10 + start_period: 20s + diff --git a/test/integration/connectors/env_setup/sql/yugabytedb/destination/yugabytedb-schema.sql b/test/integration/connectors/env_setup/sql/yugabytedb/destination/yugabytedb-schema.sql new file mode 100644 index 000000000..fcb307ffa --- /dev/null +++ b/test/integration/connectors/env_setup/sql/yugabytedb/destination/yugabytedb-schema.sql @@ -0,0 +1,48 @@ +-- Enable pgvector extension (YugabyteDB has native support) +CREATE EXTENSION IF NOT EXISTS vector; + +-- Create the elements table with vector support in yugabyte database +CREATE TABLE elements ( + id UUID PRIMARY KEY, + record_id VARCHAR, + element_id VARCHAR, + text TEXT, + embeddings vector(384), + type VARCHAR, + system VARCHAR, + layout_width DECIMAL, + layout_height DECIMAL, + points TEXT, + url TEXT, + version VARCHAR, + date_created TIMESTAMPTZ, + date_modified TIMESTAMPTZ, + date_processed TIMESTAMPTZ, + permissions_data TEXT, + record_locator TEXT, + category_depth INTEGER, + parent_id VARCHAR, + attached_filename VARCHAR, + filetype VARCHAR, + last_modified TIMESTAMPTZ, + file_directory VARCHAR, + filename VARCHAR, + languages VARCHAR [], + page_number VARCHAR, + links TEXT, + page_name VARCHAR, + link_urls VARCHAR [], + link_texts VARCHAR [], + sent_from VARCHAR [], + sent_to VARCHAR [], + subject VARCHAR, + section VARCHAR, + header_footer_type VARCHAR, + emphasized_text_contents VARCHAR [], + emphasized_text_tags VARCHAR [], + text_as_html TEXT, + regex_metadata TEXT, + detection_class_prob DECIMAL +); + + diff --git a/test/integration/connectors/env_setup/sql/yugabytedb/source/docker-compose.yaml b/test/integration/connectors/env_setup/sql/yugabytedb/source/docker-compose.yaml new file mode 100644 index 000000000..9d72f1ac8 --- /dev/null +++ b/test/integration/connectors/env_setup/sql/yugabytedb/source/docker-compose.yaml @@ -0,0 +1,17 @@ +services: + yugabytedb: + image: yugabytedb/yugabyte:latest + restart: always + container_name: yugabytedb_src + command: bin/yugabyted start --daemon=false --initial_scripts_dir=/home/yugabyte/init_scripts + ports: + - 5433:5433 + volumes: + - ./yugabytedb-schema.sql:/home/yugabyte/init_scripts/init.sql + healthcheck: + test: ["CMD-SHELL", "bin/ysqlsh -h localhost -U yugabyte -d yugabyte -c 'SELECT 1'"] + interval: 10s + timeout: 60s + retries: 10 + start_period: 20s + diff --git a/test/integration/connectors/env_setup/sql/yugabytedb/source/yugabytedb-schema.sql b/test/integration/connectors/env_setup/sql/yugabytedb/source/yugabytedb-schema.sql new file mode 100644 index 000000000..db053ec1e --- /dev/null +++ b/test/integration/connectors/env_setup/sql/yugabytedb/source/yugabytedb-schema.sql @@ -0,0 +1,8 @@ +-- Create the cars table in the yugabyte database +CREATE TABLE cars ( + car_id SERIAL PRIMARY KEY, + brand TEXT NOT NULL, + price INTEGER NOT NULL +); + + diff --git a/test/integration/connectors/expected_results/yugabytedb/directory_structure.json b/test/integration/connectors/expected_results/yugabytedb/directory_structure.json new file mode 100644 index 000000000..ab3ebaa52 --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/directory_structure.json @@ -0,0 +1,14 @@ +{ + "directory_structure": [ + "cars-1-5fb93ce5.csv", + "cars-10-5fb93ce5.csv", + "cars-2-5fb93ce5.csv", + "cars-3-5fb93ce5.csv", + "cars-4-5fb93ce5.csv", + "cars-5-5fb93ce5.csv", + "cars-6-5fb93ce5.csv", + "cars-7-5fb93ce5.csv", + "cars-8-5fb93ce5.csv", + "cars-9-5fb93ce5.csv" + ] +} \ No newline at end of file diff --git a/test/integration/connectors/expected_results/yugabytedb/downloads/cars-1-5fb93ce5.csv b/test/integration/connectors/expected_results/yugabytedb/downloads/cars-1-5fb93ce5.csv new file mode 100644 index 000000000..bef2b6b13 --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/downloads/cars-1-5fb93ce5.csv @@ -0,0 +1,2 @@ +car_id,brand +1,brand_0 diff --git a/test/integration/connectors/expected_results/yugabytedb/downloads/cars-10-5fb93ce5.csv b/test/integration/connectors/expected_results/yugabytedb/downloads/cars-10-5fb93ce5.csv new file mode 100644 index 000000000..2c48f9df9 --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/downloads/cars-10-5fb93ce5.csv @@ -0,0 +1,2 @@ +car_id,brand +10,brand_9 diff --git a/test/integration/connectors/expected_results/yugabytedb/downloads/cars-2-5fb93ce5.csv b/test/integration/connectors/expected_results/yugabytedb/downloads/cars-2-5fb93ce5.csv new file mode 100644 index 000000000..abc8e1e2c --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/downloads/cars-2-5fb93ce5.csv @@ -0,0 +1,2 @@ +car_id,brand +2,brand_1 diff --git a/test/integration/connectors/expected_results/yugabytedb/downloads/cars-3-5fb93ce5.csv b/test/integration/connectors/expected_results/yugabytedb/downloads/cars-3-5fb93ce5.csv new file mode 100644 index 000000000..fe8ef599e --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/downloads/cars-3-5fb93ce5.csv @@ -0,0 +1,2 @@ +car_id,brand +3,brand_2 diff --git a/test/integration/connectors/expected_results/yugabytedb/downloads/cars-4-5fb93ce5.csv b/test/integration/connectors/expected_results/yugabytedb/downloads/cars-4-5fb93ce5.csv new file mode 100644 index 000000000..0681ea14e --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/downloads/cars-4-5fb93ce5.csv @@ -0,0 +1,2 @@ +car_id,brand +4,brand_3 diff --git a/test/integration/connectors/expected_results/yugabytedb/downloads/cars-5-5fb93ce5.csv b/test/integration/connectors/expected_results/yugabytedb/downloads/cars-5-5fb93ce5.csv new file mode 100644 index 000000000..e34785353 --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/downloads/cars-5-5fb93ce5.csv @@ -0,0 +1,2 @@ +car_id,brand +5,brand_4 diff --git a/test/integration/connectors/expected_results/yugabytedb/downloads/cars-6-5fb93ce5.csv b/test/integration/connectors/expected_results/yugabytedb/downloads/cars-6-5fb93ce5.csv new file mode 100644 index 000000000..d45e4dbdf --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/downloads/cars-6-5fb93ce5.csv @@ -0,0 +1,2 @@ +car_id,brand +6,brand_5 diff --git a/test/integration/connectors/expected_results/yugabytedb/downloads/cars-7-5fb93ce5.csv b/test/integration/connectors/expected_results/yugabytedb/downloads/cars-7-5fb93ce5.csv new file mode 100644 index 000000000..fddb69590 --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/downloads/cars-7-5fb93ce5.csv @@ -0,0 +1,2 @@ +car_id,brand +7,brand_6 diff --git a/test/integration/connectors/expected_results/yugabytedb/downloads/cars-8-5fb93ce5.csv b/test/integration/connectors/expected_results/yugabytedb/downloads/cars-8-5fb93ce5.csv new file mode 100644 index 000000000..95f8a9e1c --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/downloads/cars-8-5fb93ce5.csv @@ -0,0 +1,2 @@ +car_id,brand +8,brand_7 diff --git a/test/integration/connectors/expected_results/yugabytedb/downloads/cars-9-5fb93ce5.csv b/test/integration/connectors/expected_results/yugabytedb/downloads/cars-9-5fb93ce5.csv new file mode 100644 index 000000000..a4300405d --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/downloads/cars-9-5fb93ce5.csv @@ -0,0 +1,2 @@ +car_id,brand +9,brand_8 diff --git a/test/integration/connectors/expected_results/yugabytedb/file_data/1c704234-e0da-5676-be32-a12cc6407b3d.json b/test/integration/connectors/expected_results/yugabytedb/file_data/1c704234-e0da-5676-be32-a12cc6407b3d.json new file mode 100644 index 000000000..2c2e7bcc9 --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/file_data/1c704234-e0da-5676-be32-a12cc6407b3d.json @@ -0,0 +1,40 @@ +{ + "identifier": "1c704234-e0da-5676-be32-a12cc6407b3d", + "connector_type": "yugabytedb", + "source_identifiers": null, + "metadata": { + "url": null, + "version": null, + "record_locator": null, + "date_created": null, + "date_modified": null, + "date_processed": "1749467370.4465034", + "permissions_data": null, + "filesize_bytes": null + }, + "additional_metadata": { + "table_name": "cars", + "id_column": "car_id" + }, + "reprocess": false, + "local_download_path": null, + "display_name": "cars-car_id-[8..7]", + "batch_items": [ + { + "identifier": "10", + "version": null + }, + { + "identifier": "7", + "version": null + }, + { + "identifier": "8", + "version": null + }, + { + "identifier": "9", + "version": null + } + ] +} \ No newline at end of file diff --git a/test/integration/connectors/expected_results/yugabytedb/file_data/324354db-0465-56ca-a023-072481f5dd03.json b/test/integration/connectors/expected_results/yugabytedb/file_data/324354db-0465-56ca-a023-072481f5dd03.json new file mode 100644 index 000000000..e8d8dd40e --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/file_data/324354db-0465-56ca-a023-072481f5dd03.json @@ -0,0 +1,48 @@ +{ + "identifier": "324354db-0465-56ca-a023-072481f5dd03", + "connector_type": "yugabytedb", + "source_identifiers": null, + "metadata": { + "url": null, + "version": null, + "record_locator": null, + "date_created": null, + "date_modified": null, + "date_processed": "1749467370.4308963", + "permissions_data": null, + "filesize_bytes": null + }, + "additional_metadata": { + "table_name": "cars", + "id_column": "car_id" + }, + "reprocess": false, + "local_download_path": null, + "display_name": "cars-car_id-[1..6]", + "batch_items": [ + { + "identifier": "1", + "version": null + }, + { + "identifier": "2", + "version": null + }, + { + "identifier": "3", + "version": null + }, + { + "identifier": "4", + "version": null + }, + { + "identifier": "5", + "version": null + }, + { + "identifier": "6", + "version": null + } + ] +} \ No newline at end of file diff --git a/test/integration/connectors/expected_results/yugabytedb/file_data/cars-1-5fb93ce5.json b/test/integration/connectors/expected_results/yugabytedb/file_data/cars-1-5fb93ce5.json new file mode 100644 index 000000000..325b66837 --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/file_data/cars-1-5fb93ce5.json @@ -0,0 +1,26 @@ +{ + "identifier": "cars-1-5fb93ce5", + "connector_type": "yugabytedb", + "source_identifiers": { + "filename": "cars-1-5fb93ce5.csv", + "fullpath": "cars-1-5fb93ce5.csv", + "rel_path": null + }, + "metadata": { + "url": null, + "version": null, + "record_locator": null, + "date_created": null, + "date_modified": null, + "date_processed": "1749467370.4308963", + "permissions_data": null, + "filesize_bytes": null + }, + "additional_metadata": { + "table_name": "cars", + "id_column": "car_id" + }, + "reprocess": false, + "local_download_path": "/tmp/tmptf6_mjz9/cars-1-5fb93ce5.csv", + "display_name": "cars-car_id-[1..6]" +} \ No newline at end of file diff --git a/test/integration/connectors/expected_results/yugabytedb/file_data/cars-10-5fb93ce5.json b/test/integration/connectors/expected_results/yugabytedb/file_data/cars-10-5fb93ce5.json new file mode 100644 index 000000000..9cf3b798a --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/file_data/cars-10-5fb93ce5.json @@ -0,0 +1,26 @@ +{ + "identifier": "cars-10-5fb93ce5", + "connector_type": "yugabytedb", + "source_identifiers": { + "filename": "cars-10-5fb93ce5.csv", + "fullpath": "cars-10-5fb93ce5.csv", + "rel_path": null + }, + "metadata": { + "url": null, + "version": null, + "record_locator": null, + "date_created": null, + "date_modified": null, + "date_processed": "1749467370.4465034", + "permissions_data": null, + "filesize_bytes": null + }, + "additional_metadata": { + "table_name": "cars", + "id_column": "car_id" + }, + "reprocess": false, + "local_download_path": "/tmp/tmptf6_mjz9/cars-10-5fb93ce5.csv", + "display_name": "cars-car_id-[8..7]" +} \ No newline at end of file diff --git a/test/integration/connectors/expected_results/yugabytedb/file_data/cars-2-5fb93ce5.json b/test/integration/connectors/expected_results/yugabytedb/file_data/cars-2-5fb93ce5.json new file mode 100644 index 000000000..fe86776c2 --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/file_data/cars-2-5fb93ce5.json @@ -0,0 +1,26 @@ +{ + "identifier": "cars-2-5fb93ce5", + "connector_type": "yugabytedb", + "source_identifiers": { + "filename": "cars-2-5fb93ce5.csv", + "fullpath": "cars-2-5fb93ce5.csv", + "rel_path": null + }, + "metadata": { + "url": null, + "version": null, + "record_locator": null, + "date_created": null, + "date_modified": null, + "date_processed": "1749467370.4308963", + "permissions_data": null, + "filesize_bytes": null + }, + "additional_metadata": { + "table_name": "cars", + "id_column": "car_id" + }, + "reprocess": false, + "local_download_path": "/tmp/tmptf6_mjz9/cars-2-5fb93ce5.csv", + "display_name": "cars-car_id-[1..6]" +} \ No newline at end of file diff --git a/test/integration/connectors/expected_results/yugabytedb/file_data/cars-3-5fb93ce5.json b/test/integration/connectors/expected_results/yugabytedb/file_data/cars-3-5fb93ce5.json new file mode 100644 index 000000000..8997e1adc --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/file_data/cars-3-5fb93ce5.json @@ -0,0 +1,26 @@ +{ + "identifier": "cars-3-5fb93ce5", + "connector_type": "yugabytedb", + "source_identifiers": { + "filename": "cars-3-5fb93ce5.csv", + "fullpath": "cars-3-5fb93ce5.csv", + "rel_path": null + }, + "metadata": { + "url": null, + "version": null, + "record_locator": null, + "date_created": null, + "date_modified": null, + "date_processed": "1749467370.4308963", + "permissions_data": null, + "filesize_bytes": null + }, + "additional_metadata": { + "table_name": "cars", + "id_column": "car_id" + }, + "reprocess": false, + "local_download_path": "/tmp/tmptf6_mjz9/cars-3-5fb93ce5.csv", + "display_name": "cars-car_id-[1..6]" +} \ No newline at end of file diff --git a/test/integration/connectors/expected_results/yugabytedb/file_data/cars-4-5fb93ce5.json b/test/integration/connectors/expected_results/yugabytedb/file_data/cars-4-5fb93ce5.json new file mode 100644 index 000000000..7bbf1f581 --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/file_data/cars-4-5fb93ce5.json @@ -0,0 +1,26 @@ +{ + "identifier": "cars-4-5fb93ce5", + "connector_type": "yugabytedb", + "source_identifiers": { + "filename": "cars-4-5fb93ce5.csv", + "fullpath": "cars-4-5fb93ce5.csv", + "rel_path": null + }, + "metadata": { + "url": null, + "version": null, + "record_locator": null, + "date_created": null, + "date_modified": null, + "date_processed": "1749467370.4308963", + "permissions_data": null, + "filesize_bytes": null + }, + "additional_metadata": { + "table_name": "cars", + "id_column": "car_id" + }, + "reprocess": false, + "local_download_path": "/tmp/tmptf6_mjz9/cars-4-5fb93ce5.csv", + "display_name": "cars-car_id-[1..6]" +} \ No newline at end of file diff --git a/test/integration/connectors/expected_results/yugabytedb/file_data/cars-5-5fb93ce5.json b/test/integration/connectors/expected_results/yugabytedb/file_data/cars-5-5fb93ce5.json new file mode 100644 index 000000000..185c917d3 --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/file_data/cars-5-5fb93ce5.json @@ -0,0 +1,26 @@ +{ + "identifier": "cars-5-5fb93ce5", + "connector_type": "yugabytedb", + "source_identifiers": { + "filename": "cars-5-5fb93ce5.csv", + "fullpath": "cars-5-5fb93ce5.csv", + "rel_path": null + }, + "metadata": { + "url": null, + "version": null, + "record_locator": null, + "date_created": null, + "date_modified": null, + "date_processed": "1749467370.4308963", + "permissions_data": null, + "filesize_bytes": null + }, + "additional_metadata": { + "table_name": "cars", + "id_column": "car_id" + }, + "reprocess": false, + "local_download_path": "/tmp/tmptf6_mjz9/cars-5-5fb93ce5.csv", + "display_name": "cars-car_id-[1..6]" +} \ No newline at end of file diff --git a/test/integration/connectors/expected_results/yugabytedb/file_data/cars-6-5fb93ce5.json b/test/integration/connectors/expected_results/yugabytedb/file_data/cars-6-5fb93ce5.json new file mode 100644 index 000000000..98475bb58 --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/file_data/cars-6-5fb93ce5.json @@ -0,0 +1,26 @@ +{ + "identifier": "cars-6-5fb93ce5", + "connector_type": "yugabytedb", + "source_identifiers": { + "filename": "cars-6-5fb93ce5.csv", + "fullpath": "cars-6-5fb93ce5.csv", + "rel_path": null + }, + "metadata": { + "url": null, + "version": null, + "record_locator": null, + "date_created": null, + "date_modified": null, + "date_processed": "1749467370.4308963", + "permissions_data": null, + "filesize_bytes": null + }, + "additional_metadata": { + "table_name": "cars", + "id_column": "car_id" + }, + "reprocess": false, + "local_download_path": "/tmp/tmptf6_mjz9/cars-6-5fb93ce5.csv", + "display_name": "cars-car_id-[1..6]" +} \ No newline at end of file diff --git a/test/integration/connectors/expected_results/yugabytedb/file_data/cars-7-5fb93ce5.json b/test/integration/connectors/expected_results/yugabytedb/file_data/cars-7-5fb93ce5.json new file mode 100644 index 000000000..51c37b634 --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/file_data/cars-7-5fb93ce5.json @@ -0,0 +1,26 @@ +{ + "identifier": "cars-7-5fb93ce5", + "connector_type": "yugabytedb", + "source_identifiers": { + "filename": "cars-7-5fb93ce5.csv", + "fullpath": "cars-7-5fb93ce5.csv", + "rel_path": null + }, + "metadata": { + "url": null, + "version": null, + "record_locator": null, + "date_created": null, + "date_modified": null, + "date_processed": "1749467370.4465034", + "permissions_data": null, + "filesize_bytes": null + }, + "additional_metadata": { + "table_name": "cars", + "id_column": "car_id" + }, + "reprocess": false, + "local_download_path": "/tmp/tmptf6_mjz9/cars-7-5fb93ce5.csv", + "display_name": "cars-car_id-[8..7]" +} \ No newline at end of file diff --git a/test/integration/connectors/expected_results/yugabytedb/file_data/cars-8-5fb93ce5.json b/test/integration/connectors/expected_results/yugabytedb/file_data/cars-8-5fb93ce5.json new file mode 100644 index 000000000..e87d62220 --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/file_data/cars-8-5fb93ce5.json @@ -0,0 +1,26 @@ +{ + "identifier": "cars-8-5fb93ce5", + "connector_type": "yugabytedb", + "source_identifiers": { + "filename": "cars-8-5fb93ce5.csv", + "fullpath": "cars-8-5fb93ce5.csv", + "rel_path": null + }, + "metadata": { + "url": null, + "version": null, + "record_locator": null, + "date_created": null, + "date_modified": null, + "date_processed": "1749467370.4465034", + "permissions_data": null, + "filesize_bytes": null + }, + "additional_metadata": { + "table_name": "cars", + "id_column": "car_id" + }, + "reprocess": false, + "local_download_path": "/tmp/tmptf6_mjz9/cars-8-5fb93ce5.csv", + "display_name": "cars-car_id-[8..7]" +} \ No newline at end of file diff --git a/test/integration/connectors/expected_results/yugabytedb/file_data/cars-9-5fb93ce5.json b/test/integration/connectors/expected_results/yugabytedb/file_data/cars-9-5fb93ce5.json new file mode 100644 index 000000000..18563aed4 --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/file_data/cars-9-5fb93ce5.json @@ -0,0 +1,26 @@ +{ + "identifier": "cars-9-5fb93ce5", + "connector_type": "yugabytedb", + "source_identifiers": { + "filename": "cars-9-5fb93ce5.csv", + "fullpath": "cars-9-5fb93ce5.csv", + "rel_path": null + }, + "metadata": { + "url": null, + "version": null, + "record_locator": null, + "date_created": null, + "date_modified": null, + "date_processed": "1749467370.4465034", + "permissions_data": null, + "filesize_bytes": null + }, + "additional_metadata": { + "table_name": "cars", + "id_column": "car_id" + }, + "reprocess": false, + "local_download_path": "/tmp/tmptf6_mjz9/cars-9-5fb93ce5.csv", + "display_name": "cars-car_id-[8..7]" +} \ No newline at end of file diff --git a/test/integration/connectors/expected_results/yugabytedb/stager/DA-1p-with-duplicate-pages.pdf.json b/test/integration/connectors/expected_results/yugabytedb/stager/DA-1p-with-duplicate-pages.pdf.json new file mode 100644 index 000000000..b8eb9b768 --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/stager/DA-1p-with-duplicate-pages.pdf.json @@ -0,0 +1,8824 @@ +[ + { + "type": "CompositeElement", + "element_id": "2470d8dc42215b3d68413b55bf00fed2", + "text": "MAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.\n\nAs we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.", + "embeddings": [ + 0.07777129113674164, + 0.0606350377202034, + 0.016699742525815964, + 0.025474421679973602, + 0.05472065135836601, + -0.03785642236471176, + 0.06506576389074326, + -0.017842525616288185, + -0.03878961130976677, + 0.028590677306056023, + -0.02399466559290886, + -0.09211020171642303, + -0.031279392540454865, + -0.014241814613342285, + -0.02141973376274109, + 0.035573363304138184, + -0.0033338244538754225, + -0.02463681809604168, + 0.04393996670842171, + 0.03571218624711037, + -0.05851663649082184, + 0.0818575844168663, + -0.005700137931853533, + 0.022535672411322594, + -0.01637371815741062, + 0.01310789491981268, + 0.00545160286128521, + 0.07582753896713257, + -0.02088712714612484, + -0.09370554238557816, + 0.01554977335035801, + 0.03139982372522354, + 0.09939400851726532, + -0.0447249561548233, + 0.04104244336485863, + 0.03144077584147453, + -0.011065934784710407, + -0.09264220297336578, + 0.10312536358833313, + -0.019248517230153084, + -0.023916194215416908, + 0.03225036710500717, + -0.01901300810277462, + -0.03413109481334686, + -0.0571308396756649, + -0.0006306357681751251, + -0.09150158613920212, + -0.02240080013871193, + 0.026784077286720276, + -0.01230341661721468, + 0.034263577312231064, + -0.032921578735113144, + -0.027988068759441376, + 0.03483271598815918, + -0.0001110046505345963, + -0.06530888378620148, + 0.012618005275726318, + 0.008858395740389824, + 0.07728442549705505, + -0.0743938535451889, + 0.021305503323674202, + 0.06000884994864464, + 0.048281554132699966, + 0.04746758192777634, + 0.008285158313810825, + -0.06758910417556763, + 0.042754847556352615, + -0.024439852684736252, + 0.012155796401202679, + 0.06976961344480515, + 0.022245846688747406, + -0.006977043580263853, + 0.03181910142302513, + -0.0714995339512825, + -0.03544680029153824, + 0.016756441444158554, + -0.07698291540145874, + -0.10942821949720383, + 0.007639225106686354, + 0.005146529991179705, + 0.02479551173746586, + -0.036976899951696396, + 0.027060942724347115, + -0.04467197135090828, + 0.038045573979616165, + 0.02265908382833004, + 0.05646832287311554, + 0.007069099694490433, + -0.06212877109646797, + 0.058580849319696426, + -0.11244026571512222, + -0.053325533866882324, + 0.09668858349323273, + 0.06802581250667572, + -0.007354214321821928, + -0.0011882695835083723, + 0.0007919935160316527, + -0.049037326127290726, + -0.0007675195229239762, + 0.04571549966931343, + -0.02083331160247326, + -0.005387849640101194, + -0.01229571271687746, + -0.05085272714495659, + 0.05308125168085098, + 0.004394171759486198, + -0.07804930210113525, + -0.020231692120432854, + 0.014870061539113522, + 0.028127433732151985, + -0.10354945063591003, + -0.04727525636553764, + 0.01965874806046486, + 0.0013402203330770135, + 0.0009205429814755917, + -0.03393881022930145, + -0.030584601685404778, + -0.019178472459316254, + -0.05569281429052353, + 0.06072307005524635, + 0.12220339477062225, + 0.03970947489142418, + -0.056900035589933395, + 0.06104755401611328, + 0.1141296774148941, + 0.04302683845162392, + 0.008855053223669529, + -3.2200394812246656e-34, + 0.07345584779977798, + -0.0352058969438076, + -0.047220148146152496, + 0.02085471712052822, + 0.14611047506332397, + 0.00023335135483648628, + -0.033246468752622604, + -0.004151252564042807, + -0.0030592952389270067, + -0.005078013986349106, + -0.06303002685308456, + -0.025696462020277977, + -0.038876019418239594, + -0.06006637215614319, + 0.0402107872068882, + -0.02861033007502556, + -0.04340497404336929, + -0.03783518448472023, + 0.05298449099063873, + -0.004139738157391548, + -0.06456757336854935, + 0.10832615941762924, + -0.016731349751353264, + -0.008553112857043743, + -0.059587135910987854, + 0.06706792861223221, + -0.04700709879398346, + 0.0099080391228199, + 0.056503549218177795, + 0.025588491931557655, + 0.013880967162549496, + -0.03523626923561096, + -0.03067123517394066, + 0.046563439071178436, + 0.057892005890607834, + -0.025782302021980286, + -0.0202872883528471, + -0.07355045527219772, + -0.13937179744243622, + 0.026141684502363205, + -0.027209727093577385, + 0.0014679481973871589, + -0.07328296452760696, + -0.03546673804521561, + 0.008782625198364258, + -0.02069144882261753, + -0.014612607657909393, + 0.031067952513694763, + -0.05365300551056862, + 0.02401834912598133, + -0.042931657284498215, + 0.03725961223244667, + 0.11839094758033752, + 0.023284582421183586, + -0.004371910821646452, + 0.04573724418878555, + 0.06370746344327927, + -0.11461607366800308, + -0.020693091675639153, + 0.008353662677109241, + 0.0547977052628994, + -0.008739348500967026, + 0.10399298369884491, + -0.08051460981369019, + 0.0067446562461555, + -0.12452785670757294, + -0.002806860487908125, + -0.02171972021460533, + -0.035838596522808075, + -0.0698103979229927, + 0.01943754218518734, + -0.029482122510671616, + 0.03050350397825241, + -0.04521441459655762, + -0.053256187587976456, + -0.007908286526799202, + 0.004454085137695074, + -0.03466515988111496, + -0.09922488033771515, + -0.07066228240728378, + 0.03783193975687027, + -0.05329705774784088, + -0.060391802340745926, + -0.0710059329867363, + 0.019549598917365074, + 0.0021295694168657064, + 0.07177744060754776, + -0.1483834981918335, + -0.04510198533535004, + 0.0704694390296936, + -0.06226865574717522, + -0.042178165167570114, + 0.044386126101017, + -0.07332827150821686, + 0.0007120659574866295, + -4.146499384518001e-34, + -0.0025822340976446867, + -0.0013972108718007803, + -0.059555623680353165, + 0.02608274109661579, + -0.04142750799655914, + 0.0005906522274017334, + -0.03783823549747467, + 0.045442089438438416, + -0.02933463454246521, + -0.011024781502783298, + -0.04858090728521347, + 0.06435809284448624, + 0.09317126870155334, + 0.0067373537458479404, + -0.001887250691652298, + -0.09290662407875061, + 0.10009979456663132, + 0.016270659863948822, + 0.057111743837594986, + -0.026024511083960533, + 0.015400565229356289, + -0.012115794233977795, + -0.041617751121520996, + -0.04392813518643379, + 0.04737786203622818, + 0.12074605375528336, + 0.054003287106752396, + -0.04106350615620613, + -0.01007777452468872, + -0.03989286348223686, + 0.03709971159696579, + 0.019823122769594193, + -0.0019930177368223667, + 0.0060593923553824425, + 0.04309239238500595, + 0.0425107516348362, + 0.006398206111043692, + -0.0024608676321804523, + -0.017912108451128006, + -0.1523643583059311, + 0.013534832745790482, + 0.005243832711130381, + -0.07289931178092957, + 0.0923348069190979, + 0.03989646956324577, + 0.047940924763679504, + 0.014676625840365887, + 0.07103094458580017, + 0.044774629175662994, + 0.02628670446574688, + -0.044428374618291855, + 0.0606212243437767, + -0.03446588292717934, + -0.09309691190719604, + 0.00468992767855525, + -0.05155892297625542, + 0.03434869274497032, + -0.06562092155218124, + 0.016659796237945557, + 0.02612289972603321, + -0.055024415254592896, + 0.025686386972665787, + -0.07270438224077225, + 0.09874547272920609, + 0.002506340155377984, + 0.009496969170868397, + -0.07408316433429718, + 0.014795789495110512, + 0.01468606572598219, + 0.0276362095028162, + -0.0010862612398341298, + 0.0540100522339344, + -0.08190032839775085, + 0.03668183460831642, + -0.0012788131134584546, + 0.056707076728343964, + -0.06489759683609009, + 0.022546377032995224, + 0.0766131579875946, + 0.01167090144008398, + 0.01593020185828209, + -0.046094950288534164, + 0.008169570937752724, + 0.11837536841630936, + -0.03794078528881073, + -0.058843377977609634, + -0.053824424743652344, + 0.0558769553899765, + -0.011080308817327023, + -0.005856949836015701, + 0.04386688768863678, + 0.05319317430257797, + 0.0666433721780777, + 0.026275351643562317, + 0.03868692368268967, + -5.4682647743220514e-08, + -0.006723261438310146, + -0.010700458660721779, + -0.032640498131513596, + -0.026715125888586044, + 0.14820753037929535, + -0.024599455296993256, + 0.04386107251048088, + 0.0020664543844759464, + -0.014139565639197826, + 0.03650287911295891, + -0.09259869903326035, + 0.021562378853559494, + 0.05752212926745415, + 0.08372767269611359, + 0.1053197979927063, + 0.07893778383731842, + 0.08332071453332901, + -0.05744350701570511, + -0.055803243070840836, + -0.009080505929887295, + -0.01650519110262394, + 0.03199181705713272, + -0.009302761405706406, + -0.05089358240365982, + -0.04860778898000717, + -0.029844198375940323, + -0.06365612894296646, + -0.041779838502407074, + -0.008117067627608776, + 0.10400816798210144, + 0.053204167634248734, + 0.0394333116710186, + -0.04993266239762306, + -0.004357798490673304, + -0.01605554297566414, + 0.048883773386478424, + -0.02802026830613613, + 0.006565988063812256, + 0.052043214440345764, + -0.08798787742853165, + -0.006922550033777952, + 0.041531845927238464, + 0.05931180343031883, + -0.04510089382529259, + -0.01332230307161808, + 0.010695764794945717, + -0.0006680028163827956, + 0.004613170865923166, + -0.033964741975069046, + -0.009722276590764523, + -0.015980256721377373, + 0.018701884895563126, + -0.04214652255177498, + 0.04731672257184982, + 0.04659617692232132, + -0.07715702056884766, + -0.006569712422788143, + 0.05879858881235123, + -0.002221009461209178, + -0.015616103075444698, + 0.062447238713502884, + 0.021547697484493256, + -0.051570549607276917, + 0.01636487990617752 + ], + "filename": "DA-1p-with-duplicate-pages.pdf.json", + "filetype": "application/json", + "languages": [ + "eng" + ], + "page_number": "1", + "orig_elements": "eJzdUk1v2zAM/SuCz0lmO/LXbsFWDDu0hy7DDl1R0BJlC7UlQ5KbZsX++yinRYthGLpbsYsgkU+PfHy8ekhwwBFNuNEyec8SVeVcNIhVqWSZQVoXDc8zVQmsIW2RJyuWjBhAQgDCPyTxcuPt7ATG90/KKz2ggTG+k4+7dTatDzr0azlPgxYQcD1Bh34zSZU8osNxWtAwnSDamneP6QFMN0c85a8SNF1yTdHIcGPmsUVH8SxWDXgfIsf57vMF+7Q7P4u/n4j3OgyYEOx3vaQt50UpSy6qgkSWvM7yGnK+zdtWpuXb1/vh8my3/3p59uVVegWmBdLB660AXtWyarBIt1VTFEUl0vzt6921dtRm4XiV4rbhSPus8rZEFEVWVLnKq6bBDIFzVG9T8RJx/+DbyxF9T74hA+f0HUqmDQs9MokgmVXM6K4PG0aAngItIqUdiFttugU3woCKOnZMWcckHP2KgZFM0cyH4bj86vXIhHUGHcrNZsMI6C07IBHYOdK/NOaCGiH9d7iP3f3BoAzEtm5TrnDLK5WmsG0xF7xKQSnkmP2HBu18nBaVdhZEj5JGzHo7IrMns1B2GM2K92APhuH9NFgZgR6NjF55atsEdD7iDtbKR5d8WHv9g3wX/Wxul6yzgi6EtoyGxhxQ/HkD5sBGG+3wVIo57JydJ1oMsh+Jjw4H2hChcnZcOvK3x9XpYmcjlxISfXCziFNkB0fCTotHqrREO3s2QFwMdM8sAmP7Tyrv9DDQgP+2Ode/AK1jKL8=", + "id": "eea3f378-4ccb-5911-87f0-433a74bb3bad", + "record_id": "mock file data", + "is_continuation": NaN + }, + { + "type": "CompositeElement", + "element_id": "6ef1d46e93596172ef715ec59df5494f", + "text": "There, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", + "embeddings": [ + 0.06515897065401077, + 0.08165230602025986, + -0.10411985963582993, + 0.011494919657707214, + 0.037635743618011475, + 0.0007202195702120662, + 0.02381136454641819, + 0.0034838682040572166, + -0.02911505103111267, + -0.07098130881786346, + 0.040065743029117584, + -0.004433871246874332, + -0.028157107532024384, + -0.07502378523349762, + 0.029821500182151794, + -0.045093756169080734, + -0.09928543865680695, + 0.02400234527885914, + 0.0453975573182106, + 0.009584392420947552, + -0.0010586134158074856, + 0.03824637457728386, + 0.021779870614409447, + 0.020116383209824562, + 0.014940004795789719, + -0.059104498475790024, + -0.021776381880044937, + -0.0059412759728729725, + 0.09218966215848923, + -0.01688700169324875, + 0.05750339478254318, + -0.027511965483427048, + 0.02659834548830986, + -0.0273316390812397, + -0.08658789843320847, + 0.12181653082370758, + 0.030021319165825844, + 0.016070686280727386, + -0.01696799136698246, + -0.02057383954524994, + 0.02791476435959339, + 0.0024439324624836445, + -0.14658749103546143, + -0.020949337631464005, + -0.03322687745094299, + -0.019591541960835457, + 0.02716001495718956, + -0.08534538745880127, + 0.020029455423355103, + 0.014517110772430897, + -0.024302102625370026, + 0.06350473314523697, + -0.0249699167907238, + 0.035843972116708755, + -0.011341722682118416, + 0.06082326918840408, + 0.1026223748922348, + -0.10502570867538452, + 0.07284577190876007, + -0.04291818290948868, + -0.004621617496013641, + 0.06234416365623474, + 0.05940103530883789, + 0.08853936940431595, + -0.03916006162762642, + -0.05037758871912956, + -0.027741689234972, + -0.06512448936700821, + 0.03399483114480972, + 0.011767423711717129, + 0.03674420341849327, + -0.0685882493853569, + -0.01167016476392746, + -0.0773879662156105, + -0.020889626815915108, + 0.021451227366924286, + -0.051251187920570374, + -0.09961849451065063, + 0.05469837039709091, + 0.00920281931757927, + -0.025883156806230545, + 0.029566455632448196, + -0.025217518210411072, + 0.07460712641477585, + -0.016985716298222542, + 0.020401252433657646, + 0.053460124880075455, + 0.029348960146307945, + -0.07309535145759583, + -0.016846898943185806, + 0.06381500512361526, + 0.009374669753015041, + -0.10052140057086945, + 0.09846194088459015, + 0.03435138240456581, + -0.0422678180038929, + 0.026873735710978508, + 0.06775140762329102, + -0.027084967121481895, + 0.028879351913928986, + -0.016480108723044395, + -0.02470560371875763, + -0.0222651194781065, + 0.013255147263407707, + -0.03648443892598152, + -0.007411389146000147, + 0.027744077146053314, + -0.024938860908150673, + 0.015277186408638954, + 0.005514397285878658, + 0.023275692015886307, + -0.12088946253061295, + -0.031490225344896317, + 0.03020896576344967, + 0.037629082798957825, + 0.00622360548004508, + 0.024008216336369514, + -0.00829695351421833, + -0.148324653506279, + 0.042528148740530014, + 0.08051007241010666, + 0.0827813372015953, + 0.06875113397836685, + 0.03563861921429634, + 0.059884048998355865, + 0.03650406375527382, + 0.04698016494512558, + -4.822497165659113e-33, + -0.05278494954109192, + 0.009973040781915188, + -0.014573859050869942, + -0.04041688144207001, + 0.05352935567498207, + 0.01690789870917797, + 0.0020237539429217577, + 0.028378235176205635, + 0.009640106931328773, + 0.02358727529644966, + 0.06919687241315842, + -0.020223557949066162, + -0.01451630238443613, + 0.0022274365182965994, + -0.11880351603031158, + -0.03391844034194946, + 0.10487617552280426, + -0.043526336550712585, + -0.05868881940841675, + -0.010697645135223866, + 0.025121942162513733, + 0.049671534448862076, + -0.04262109845876694, + 0.013015449978411198, + 0.004248832818120718, + 0.035418443381786346, + 0.006023900583386421, + 0.03041292168200016, + -0.027267562225461006, + 0.024576984345912933, + -0.07843341678380966, + -0.007673522457480431, + 0.05537903308868408, + 0.02035333774983883, + 0.057598553597927094, + 0.019891051575541496, + 0.05277025327086449, + -0.08822640031576157, + -0.09938692301511765, + -0.05122857913374901, + 0.033514536917209625, + -0.006601507775485516, + 0.07792903482913971, + -0.01741805113852024, + -0.0876799076795578, + -0.05952801555395126, + -0.042684487998485565, + 0.04605376347899437, + -0.054004374891519547, + 0.020504886284470558, + -0.02706102654337883, + 0.05169472470879555, + -0.00872400589287281, + -0.030951227992773056, + 0.0098582087084651, + -0.04174554720520973, + -0.07298742979764938, + 0.04679151996970177, + -0.009907236322760582, + 0.006823298521339893, + 0.0008262687479145825, + -0.05897098779678345, + 0.03172420337796211, + 0.0402245968580246, + 0.056280266493558884, + -0.13620758056640625, + -0.051087766885757446, + -0.030473951250314713, + -0.024681884795427322, + 0.025690214708447456, + 0.015785593539476395, + 0.030055774375796318, + -0.042949698865413666, + 0.09401707351207733, + -0.07910149544477463, + -0.024970082566142082, + -0.10022547841072083, + 0.023728419095277786, + -0.11303749680519104, + 0.06350686401128769, + -0.026368053629994392, + -0.011533367447555065, + -0.0690741017460823, + 0.03971899300813675, + 0.0485687255859375, + -0.0889907255768776, + 0.08634336292743683, + -0.054669465869665146, + -0.010054350830614567, + -0.02804829366505146, + 0.015815002843737602, + 0.06829565018415451, + 0.024212490767240524, + -0.12394414842128754, + -0.05020572245121002, + 7.54914640301314e-34, + -0.03408285230398178, + 0.02623029798269272, + -0.003609647508710623, + -0.010473565198481083, + 0.0009776824153959751, + -0.02702985890209675, + -0.009175731800496578, + 0.06710005551576614, + -0.07342565804719925, + -0.03132033720612526, + -0.0098428251221776, + 0.06326853483915329, + 0.0010904079535976052, + -0.06365644186735153, + 0.009281225502490997, + 0.04194210469722748, + 0.019324755296111107, + 0.029593825340270996, + 0.02278204634785652, + 0.10123295336961746, + 0.02307721972465515, + 0.02034876123070717, + -0.04507230222225189, + -0.029291151091456413, + -0.006371012888848782, + 0.07625795155763626, + 0.030738111585378647, + -0.029275119304656982, + -0.032141078263521194, + -0.04521050676703453, + 0.041709426790475845, + -0.03610095754265785, + -0.034246742725372314, + -0.00953885167837143, + 0.020039048045873642, + 0.050378162413835526, + 0.028372328728437424, + -0.08251224458217621, + -0.024893220514059067, + -0.06614595651626587, + 0.06773325800895691, + 0.01631481759250164, + 0.04759097471833229, + -0.04775937646627426, + 0.008533960208296776, + -0.02395324781537056, + 0.024672584608197212, + 0.05619660019874573, + 0.05423356220126152, + -0.019268447533249855, + -0.03686446696519852, + 0.002856004983186722, + 0.06139807403087616, + -0.0031246489379554987, + 0.008917901664972305, + -0.03020797111093998, + 0.0284846480935812, + -0.07606405019760132, + 0.04033876210451126, + -0.055132005363702774, + 0.03023895062506199, + -0.024432426318526268, + 0.06442558765411377, + 0.04156722500920296, + -0.011899598874151707, + 0.019662311300635338, + -0.020591244101524353, + 0.09138757735490799, + -0.0607568696141243, + -0.09566590189933777, + 0.07130846381187439, + 0.03488164022564888, + -0.01501463819295168, + -0.0109251094982028, + -0.01917535997927189, + 0.06844346970319748, + -0.02916291542351246, + 0.03441469371318817, + 0.05199868232011795, + -0.16937246918678284, + 0.026848284527659416, + -0.07529326528310776, + -0.07195039093494415, + -0.06668056547641754, + 0.02012982964515686, + -0.01807940937578678, + -0.027131062000989914, + 0.005128367803990841, + -0.015852203592658043, + -0.1032039150595665, + 0.0451897569000721, + 0.027236295863986015, + -0.009588957764208317, + -0.03094799630343914, + -0.007676821202039719, + -2.3262419546199453e-08, + -0.05678664520382881, + 0.1143384799361229, + 0.03589877858757973, + -0.002952774753794074, + 0.03251731023192406, + -0.007865342311561108, + 0.047945182770490646, + -0.07644778490066528, + -0.031931277364492416, + 0.10154357552528381, + -0.07048046588897705, + 0.015735039487481117, + 0.10971762239933014, + -0.06876380741596222, + 0.09648700058460236, + 0.005746808368712664, + -0.05548188090324402, + -0.02032475173473358, + -0.041613612323999405, + -0.005686765071004629, + -0.051225315779447556, + 0.05994885042309761, + -0.113215871155262, + -0.0352780818939209, + -0.0725775808095932, + 0.051748644560575485, + -0.04271062836050987, + -0.0495951771736145, + 0.04272844269871712, + -0.0022865021601319313, + 0.14531980454921722, + 0.030376387760043144, + -0.04860438406467438, + 0.05110876262187958, + 0.016186198219656944, + 0.006035028491169214, + -0.03502054512500763, + 0.03302505984902382, + 0.03244076669216156, + -0.033317673951387405, + -0.0042143394239246845, + -0.014629010111093521, + 0.03459785133600235, + -0.0025178748182952404, + 0.015432193875312805, + 0.010917768813669682, + 0.02046297676861286, + 0.026708003133535385, + -0.017247116193175316, + 0.03068905510008335, + 0.06729870289564133, + -0.00317430985160172, + 0.059234097599983215, + -0.048042479902505875, + 0.017362408339977264, + -0.07836109399795532, + 0.06337803602218628, + 0.023488014936447144, + -0.03353770822286606, + -0.0518612340092659, + 0.007326452061533928, + -0.04605792835354805, + -0.02784712240099907, + 0.048773668706417084 + ], + "filename": "DA-1p-with-duplicate-pages.pdf.json", + "filetype": "application/json", + "languages": [ + "eng" + ], + "page_number": "1", + "orig_elements": "eJxFj8FuwyAQRH9lxTlOTWxkp7dWPfeUWxRFW1hsJAwI46RRlH8vuKl6QTszT+zO8c7I0kQunY1ir8A6rYTUWPOety1J0dO+abTedVxSzbliG2ATJVSYMPN3Vobz7JcoqehHzrWx5HAqmn28VTxUV5PGSi3BGomJqoADzdugNHvS6RZWGsMvYrx7ecYW3bAUPudHRm5gp+yWH85umb4oZp+vTvxvkW8VlJ+2byS2Xa+6PYm66fZCiE7WO1bOTPSdCnwYKdIGAkU5kgJMPkAaCeZgIoHXq7gYa/NOkCO6FG8bmJP3ao2m7G/hfUmQxRVnGJcJHTgP1ruB4rbU+Gv4iTHmfhc6lO2P0w//aXwR", + "id": "c494bb2b-fe74-5a86-847b-901e4bbabd31", + "record_id": "mock file data", + "is_continuation": NaN + }, + { + "type": "CompositeElement", + "element_id": "051b6f44a90f212ae370a76b7942db56", + "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", + "embeddings": [ + -0.03250373527407646, + 0.11405647546052933, + -0.032587453722953796, + 0.055381521582603455, + 0.059564560651779175, + 0.015745751559734344, + 0.09562661498785019, + 0.010293334722518921, + -0.04083289951086044, + -0.08257907629013062, + -0.03238358721137047, + -0.014912012033164501, + -0.0198091808706522, + -0.01337512768805027, + -0.020495573058724403, + 0.002414087299257517, + -0.06527095288038254, + 0.01364147663116455, + -0.033934954553842545, + 0.050227586179971695, + 0.0013295856770128012, + 0.08505179733037949, + -0.00859166868031025, + 0.0372328907251358, + -0.04048413783311844, + 0.02850324660539627, + -0.040489185601472855, + -0.014602068811655045, + 0.025089364498853683, + -0.06689489632844925, + 0.03795711323618889, + -0.030162107199430466, + -0.028193792328238487, + 0.031401507556438446, + -0.060299064964056015, + 0.07824402302503586, + 0.0417218841612339, + -0.00280062691308558, + 0.015016979537904263, + -0.01617620699107647, + -0.02737884409725666, + 0.03892529010772705, + -0.03689882159233093, + -0.0019110878929495811, + -0.062437016516923904, + 0.0185767263174057, + -0.05258270725607872, + 0.029043495655059814, + 0.028613261878490448, + -0.07531249523162842, + -0.04366081953048706, + 0.027816196903586388, + 0.007132936734706163, + -0.001294324523769319, + -0.014254799112677574, + 0.0024263160303235054, + 0.012078076601028442, + -0.0379192978143692, + -0.038445837795734406, + -0.05604413524270058, + 0.0023110320325940847, + 0.08075271546840668, + 0.07831703126430511, + 0.1400841325521469, + 0.007107601035386324, + -0.15312807261943817, + 0.06691515445709229, + -0.0177390668541193, + -0.021998411044478416, + 0.0909491628408432, + 0.04502216726541519, + -0.010076782666146755, + 0.007513758726418018, + -0.055475518107414246, + -0.01963331177830696, + 0.005885422695428133, + -0.029423752799630165, + -0.08123290538787842, + 0.05661061033606529, + 0.014007789082825184, + -0.021031439304351807, + 0.03341791778802872, + -0.0017972872592508793, + 0.04669170081615448, + 0.05551200732588768, + 0.0011873265029862523, + 0.12152260541915894, + 0.04412882402539253, + 0.016602318733930588, + 0.02232702635228634, + 0.030733855441212654, + -0.023590754717588425, + -0.032623156905174255, + 0.1088862419128418, + 0.006948475260287523, + -0.003367226105183363, + -0.001000834396108985, + -0.0008948575123213232, + 0.01791687123477459, + 0.07971987873315811, + 0.014912032522261143, + -0.0061864121817052364, + -0.05518687516450882, + -0.013116682879626751, + 0.002028930000960827, + -0.01422323752194643, + -0.038954492658376694, + -0.08128658682107925, + 0.0370912104845047, + 0.007844727486371994, + 0.054333169013261795, + -0.052445411682128906, + -0.0013528643175959587, + -0.05833602696657181, + 0.007592412177473307, + 0.028998078778386116, + -0.03679020702838898, + -0.03158054128289223, + -0.0655386820435524, + -0.03260267898440361, + 0.043705157935619354, + 0.049989741295576096, + -0.014521034434437752, + 0.09606147557497025, + 0.0024981999304145575, + -0.0014568512560799718, + -0.030376562848687172, + -3.712200139637245e-33, + 0.04794352501630783, + -0.034494828432798386, + -0.03474126383662224, + -0.06143162027001381, + 0.0997978150844574, + 0.008497433736920357, + -0.024528389796614647, + 0.00520430039614439, + -0.04194159805774689, + 0.042861949652433395, + -0.009700017049908638, + 0.02270287647843361, + 0.06177065148949623, + 0.041715867817401886, + -0.1360684037208557, + -0.003099055727943778, + -0.005275883246213198, + -0.01700960099697113, + -0.022364025935530663, + -0.02527199313044548, + -0.04394069314002991, + 0.07173829525709152, + -0.00024486315669491887, + -0.016713330522179604, + -0.02796204201877117, + 0.026945143938064575, + -0.046018220484256744, + 0.02506241388618946, + 0.06014641746878624, + 0.04250390827655792, + -0.0409727580845356, + -0.0416574701666832, + 0.03870715945959091, + 0.0018221879145130515, + 0.043903253972530365, + 0.004313987214118242, + 0.0006852017831988633, + -0.07572361081838608, + -0.1068369448184967, + -0.01376770157366991, + -0.005277027375996113, + 0.0008428407018072903, + -0.06282885372638702, + -0.02376667782664299, + -0.011063306592404842, + -0.00990603119134903, + -0.10784071683883667, + 0.033149152994155884, + -0.060364216566085815, + -0.004467321559786797, + -0.04507862776517868, + 0.02243949845433235, + 0.12495483458042145, + -0.026617566123604774, + -0.01679113879799843, + 0.023629574105143547, + 0.004612114746123552, + -0.03558759391307831, + 0.03220736235380173, + 0.015363126993179321, + -0.037583719938993454, + -0.06970171630382538, + 0.030936991795897484, + 0.033566415309906006, + -0.015303481370210648, + -0.1667257696390152, + 0.00530675332993269, + -0.0006605299422517419, + 0.03634287416934967, + -0.06309078633785248, + -0.10477079451084137, + 0.047955237329006195, + -0.09686211496591568, + -0.016564972698688507, + -0.042609505355358124, + -0.05678757652640343, + -7.101803203113377e-05, + -0.009840096347033978, + -0.10460280627012253, + -0.0062169781886041164, + -0.009880837984383106, + -0.04841452091932297, + 0.014367562718689442, + 0.04341863840818405, + -0.015229846350848675, + -0.02098177745938301, + 0.010964538902044296, + -0.14618134498596191, + -0.06702622026205063, + 0.02680966816842556, + -0.07693126052618027, + 0.013750841841101646, + 0.09855887293815613, + -0.05487752705812454, + -0.012765977531671524, + -1.0157560331881882e-34, + 0.04448458552360535, + 0.02646932378411293, + -0.005829988978803158, + 0.06687766313552856, + -0.0032580378465354443, + -0.07699624449014664, + -0.049430545419454575, + 0.08170759677886963, + -0.023571187630295753, + -0.014730543829500675, + 0.0021843218710273504, + 0.011559694074094296, + 0.002851339289918542, + -0.011636383831501007, + 0.020539702847599983, + -0.06552323698997498, + -0.00920141488313675, + 0.00485845236107707, + 0.01317247562110424, + 0.03624033182859421, + -0.012161359190940857, + 0.05881248787045479, + 0.03144795447587967, + -0.04424105957150459, + -0.061959609389305115, + 0.101725272834301, + 0.06701608747243881, + -0.026254868134856224, + 0.004167522769421339, + -0.057215169072151184, + 0.09399645030498505, + -0.014008605852723122, + -0.08358649909496307, + 0.018976643681526184, + 0.009768348187208176, + 0.10289943963289261, + -0.0014563931617885828, + -0.01264925766736269, + 0.013742194510996342, + -0.10804079473018646, + 0.039725374430418015, + 0.06845040619373322, + 0.03231087699532509, + 0.012045355513691902, + 0.026418540626764297, + -0.02941909246146679, + 0.10176557302474976, + -0.0011976086534559727, + 0.04526808485388756, + -0.026719320565462112, + -0.025476783514022827, + -0.02227499708533287, + -0.043704554438591, + 0.017212973907589912, + -0.02342807501554489, + -0.08153804391622543, + -0.011906847357749939, + -0.05176440626382828, + -0.0011411692248657346, + 0.026881210505962372, + -0.03719329833984375, + -0.0219104140996933, + 0.007989762350916862, + 0.10793941468000412, + 7.526655099354684e-05, + 0.054307520389556885, + -0.03183361515402794, + 0.07667646557092667, + 0.035427503287792206, + 0.012320978567004204, + 0.025351019576191902, + 0.08285778015851974, + -0.06457649916410446, + 0.13714338839054108, + 0.06807006895542145, + -0.013921529054641724, + -0.05952170491218567, + -0.04816218093037605, + 0.032548557966947556, + 0.05892007425427437, + 0.0737646147608757, + -0.04564914479851723, + -0.04104813560843468, + 0.026138244196772575, + 0.021900564432144165, + -0.018210098147392273, + -0.04382559657096863, + -0.0074034156277775764, + -0.053233351558446884, + -0.02136670984327793, + 0.01664056070148945, + 0.014224758371710777, + 0.07688914239406586, + -0.006572596728801727, + -0.012967693619430065, + -4.718893720223605e-08, + -0.032919421792030334, + 0.028557278215885162, + -0.00933072529733181, + 0.00041452725417912006, + 0.10063493251800537, + -0.02811484783887863, + 0.037335220724344254, + -0.08419524878263474, + -0.06824061274528503, + 0.015457462519407272, + -0.007552203722298145, + 0.021485064178705215, + 0.04616241157054901, + 0.07548996061086655, + 0.04936271905899048, + -0.00031412075622938573, + -0.04908610135316849, + -0.05195629224181175, + -0.0524459183216095, + -0.0770670622587204, + -0.07359957695007324, + 0.014842125587165356, + -0.02292775735259056, + -0.05127725377678871, + -0.006840305868536234, + 0.031337276101112366, + -0.07564397901296616, + 0.01957106962800026, + -0.0184449702501297, + 0.054006267338991165, + 0.05886895954608917, + 0.06849730014801025, + -0.10323604196310043, + 0.029025956988334656, + -0.0743384137749672, + 0.05777619779109955, + -0.08230801671743393, + -0.011376908980309963, + 0.12842807173728943, + -0.11529514938592911, + 0.0019723076838999987, + 0.0792105570435524, + 0.12587594985961914, + -0.046919964253902435, + 0.005770998075604439, + -0.07387733459472656, + -0.003436931874603033, + -0.053992629051208496, + 0.002372745191678405, + 0.03923308104276657, + 0.06609037518501282, + 0.018089022487401962, + 0.00020234539988450706, + 0.043531130999326706, + -0.01597665809094906, + -0.16739456355571747, + -0.011900337412953377, + 0.004192651249468327, + -0.04602941498160362, + -0.08335958421230316, + 0.028036054223775864, + -0.06654428690671921, + -0.010046781040728092, + 0.007284722290933132 + ], + "filename": "DA-1p-with-duplicate-pages.pdf.json", + "filetype": "application/json", + "languages": [ + "eng" + ], + "page_number": "1", + "orig_elements": "eJxFUstu2zAQ/JUFz7Ir25Ett6cCvfTQngL0kAbGmlxKhPkQ+LDqBvn3LuWkuQjk7OxyZrRPL4IsOfL5ZJT4DGIv6bztdN/uj3LTbuX2IHuGeq12Su/2WjQgHGVUmJH5L6IeTimUKKneX7mujSWPrt7Ft6+rzbSaTR5XqkzWSMy0mnCgtJ7UMq2y821a2DjdKSb4T29li34olc/1J0F+EM+M1gknX9yZIuObBYkfLiS1HfHnod9JfDj06nCkrt0djl3XHWS7FVVmpj+5kn8RpDGUTAqmiDeKCXKAPBL8wAtFQK9AkbYkK2UeMYPDwUiYCWQoVjVwLhkwVUCHMoy5WdplJMwlvoMwYlQU1/AdEs7gbtztIipKoNHaOiV6fuF8W7q1RWf8AOlygxB5WEnjvaroHE1awyOzXPApx1DS/9casCFcaicrMhqQ+cxicaxkJoxLiS14sOZCfMyzSdVaKiZD0Pyi8Q2kKeSKOloSGLiP1a2B4xpRsSf+4wq4YwnLpIZ9sQRr/pL6sjjglO5cxyYXDkwoOZzBXMnDaFwiqyFcOeS3xO9S+ZJKvDILeLHYR8Ji8/q3qAvxvis/MUbelCs91v/4+vwPVjvyCA==", + "id": "bee11275-4a1a-54e4-a1ba-285aa9029e29", + "record_id": "mock file data", + "is_continuation": NaN + }, + { + "type": "CompositeElement", + "element_id": "030c11394b735aa6be9b799cb845c994", + "text": "—Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", + "embeddings": [ + 0.04131437838077545, + 0.010438342578709126, + -0.029227782040834427, + 0.1221429705619812, + 0.04667265713214874, + 0.006988010834902525, + 0.0879746824502945, + 0.01658152975142002, + 0.03387213870882988, + -0.05106586217880249, + -0.008163172751665115, + 0.01942339539527893, + 0.009290399961173534, + -0.04159928858280182, + -0.05286703631281853, + -0.03266151621937752, + -0.038281168788671494, + 0.05058445408940315, + -0.008906042203307152, + 0.045186761766672134, + 0.020186468958854675, + 0.0016097123734652996, + -0.031074801459908485, + 0.037382230162620544, + -0.06611403822898865, + 0.008967640809714794, + -0.0006455020047724247, + -0.09537012130022049, + 0.020525731146335602, + -0.04392102733254433, + -0.04517001286149025, + 0.08344835788011551, + -0.04777715727686882, + 0.016811847686767578, + -0.08461599797010422, + 0.056300051510334015, + 0.03214816376566887, + 0.026472169905900955, + 0.03270770236849785, + -0.03824399784207344, + 0.023083537817001343, + 0.029350783675909042, + -0.010136131197214127, + 0.02914264239370823, + -0.08539383113384247, + -0.018322240561246872, + 0.016488222405314445, + -0.05024581775069237, + -0.04945892095565796, + -0.06129777058959007, + 0.014436057768762112, + 0.013868262991309166, + 0.07333678752183914, + 0.009030934423208237, + -0.0615798719227314, + 0.014592702500522137, + 0.0024374902714043856, + -0.056532133370637894, + 0.0031143869273364544, + 0.019919948652386665, + 0.021264689043164253, + 0.019731013104319572, + 0.07712416350841522, + 0.05812228471040726, + -0.03787194937467575, + -0.015880567952990532, + 0.04585213586688042, + 0.024745149537920952, + -0.03647852689027786, + -0.05448617786169052, + -0.019203471019864082, + -0.020117703825235367, + -0.039848536252975464, + -0.006952527444809675, + 0.03922528028488159, + 0.024854082614183426, + -0.058966416865587234, + -0.09374749660491943, + -0.0751257911324501, + -0.029594605788588524, + 0.017623361200094223, + 0.027899159118533134, + -0.018209006637334824, + 0.07933376729488373, + 0.009420350193977356, + 0.05898971110582352, + 0.05792481079697609, + 0.07666195183992386, + 0.016616784036159515, + 0.02002604864537716, + 0.048851702362298965, + -0.0505024753510952, + -0.13119369745254517, + 0.03927632421255112, + 0.005034948233515024, + -0.0471685491502285, + 0.022816618904471397, + -0.007138474844396114, + -0.019022220745682716, + 0.03863080218434334, + -0.07084067165851593, + 0.047178640961647034, + 0.020356379449367523, + 0.07021769136190414, + -0.05494682118296623, + -0.029647527262568474, + -0.02216147817671299, + -0.034496910870075226, + 0.017997071146965027, + -0.06252768635749817, + 0.03595249727368355, + -0.1194065511226654, + 0.015381304547190666, + -0.04809695482254028, + -7.771132004563697e-06, + 0.02587948739528656, + -0.03162636235356331, + 0.014701085165143013, + -0.046651680022478104, + 0.0828336551785469, + 0.11268860101699829, + 0.12179325520992279, + 0.060829173773527145, + 0.07570748776197433, + 0.02815116196870804, + 0.0028510892298072577, + -0.016246089711785316, + -2.1280727284004366e-33, + -0.05948556214570999, + 0.0017152854707092047, + -0.012005995959043503, + -0.004417125601321459, + 0.028413770720362663, + 0.012177053838968277, + -0.012444757856428623, + -0.05533634498715401, + 0.023456379771232605, + -0.020409662276506424, + 0.030425578355789185, + 0.06357879936695099, + 0.0283050537109375, + 0.04002627357840538, + -0.11317045241594315, + 0.008229276165366173, + 0.11444739997386932, + -0.015771549195051193, + 0.014527047984302044, + -0.0845060721039772, + -0.004441092722117901, + 0.07811643928289413, + 0.01487989816814661, + -0.04671619459986687, + 0.013207556679844856, + -0.004587956704199314, + -0.04832343012094498, + 0.06256690621376038, + 0.047710251063108444, + 0.017679749056696892, + -0.032393913716077805, + 0.037965916097164154, + 0.007207945454865694, + -0.03224310651421547, + 0.06891629099845886, + 0.0753762423992157, + 0.04396126791834831, + -0.055286675691604614, + 0.023628130555152893, + -0.042786817997694016, + -0.07200168818235397, + 0.018136607483029366, + -0.010370143689215183, + -0.014289177022874355, + -0.05093935877084732, + -0.0015956135466694832, + -0.026074687018990517, + -0.006535958964377642, + -0.1448906511068344, + 0.1049141064286232, + -0.012431871145963669, + 0.06249371916055679, + 0.028240319341421127, + -0.05348068103194237, + 0.037580136209726334, + -0.11602187901735306, + -0.05156461521983147, + -0.017776649445295334, + 0.025191225111484528, + -0.027159910649061203, + 0.0040314896032214165, + -0.013310124166309834, + -0.08390014618635178, + -0.04734034091234207, + -0.004227971658110619, + -0.07124524563550949, + 0.0080537348985672, + 0.05630830302834511, + 0.02576463669538498, + 0.05440858006477356, + -0.07978492230176926, + 0.06894511729478836, + -0.05568317323923111, + 0.0446971170604229, + 0.005603936035186052, + -0.06899987161159515, + -0.06406501680612564, + -0.017906486988067627, + 0.01870492659509182, + 0.024210426956415176, + -0.042539119720458984, + -0.03503870218992233, + -0.06712811440229416, + -0.0071103922091424465, + 0.10196483880281448, + 0.010306842625141144, + 0.02486318349838257, + -0.05540274828672409, + -0.11513807624578476, + -0.028356121852993965, + -0.0034731330815702677, + 0.0434478223323822, + 0.10518281906843185, + -0.0026184211019426584, + -0.0395716167986393, + -2.0713272079824292e-33, + -0.027649089694023132, + 0.0244169719517231, + 0.008893901482224464, + 0.03309953957796097, + -0.020955216139554977, + -0.03415209427475929, + -0.03663003072142601, + 0.08437042683362961, + -0.030863987281918526, + -0.025058630853891373, + -0.0012599753681570292, + 0.04858839511871338, + -0.05035921186208725, + 0.05782833695411682, + 0.01736760511994362, + -0.1007901281118393, + 0.0372592955827713, + 0.10307921469211578, + 0.015176573768258095, + -0.006911956239491701, + -0.017290109768509865, + 0.05995270237326622, + -0.0933024063706398, + -0.05932670086622238, + -0.028119290247559547, + 0.045606911182403564, + 0.026393577456474304, + 0.02205711230635643, + -0.11971107125282288, + -0.048570889979600906, + 0.06965653598308563, + -0.021192172542214394, + -0.06073886528611183, + -0.012405934743583202, + -0.017048051580786705, + 0.041880518198013306, + -0.008595126681029797, + 0.04379771649837494, + -0.06079481542110443, + -0.03538862615823746, + 0.03300609067082405, + 0.0072874510660767555, + 0.08736118674278259, + -0.06631796807050705, + -0.05843227729201317, + 0.051338110119104385, + 0.0544174499809742, + 0.06373941898345947, + 0.04552086815237999, + 0.007449932862073183, + 0.037778496742248535, + 0.05177128314971924, + -0.023786861449480057, + -0.03125306963920593, + -0.02866995707154274, + -0.10839100182056427, + -0.05312357842922211, + -0.019803818315267563, + 0.030284490436315536, + 0.009594709612429142, + 0.05552275851368904, + 0.02913232520222664, + 0.03222506865859032, + 0.06522071361541748, + 0.01477837935090065, + -0.00839946512132883, + -0.05664621293544769, + 0.09719424694776535, + -0.0009895507246255875, + -0.07988554239273071, + 0.08541174978017807, + -0.03795434534549713, + -0.12756478786468506, + 0.022499701008200645, + 0.01768585480749607, + -0.01586039550602436, + 0.016467463225126266, + -0.06620863825082779, + 0.02678516134619713, + -0.015685219317674637, + -0.009682174772024155, + -0.06745225191116333, + -0.004071940202265978, + 0.012052211910486221, + 0.0036167583893984556, + 0.029642567038536072, + -0.07084158807992935, + -0.05373381823301315, + 0.03519401699304581, + -0.02545703761279583, + -0.0012839913833886385, + 0.03921768441796303, + 0.0019743198063224554, + -0.08167675882577896, + -0.014279244467616081, + -4.697568556366605e-08, + -0.04984578117728233, + 0.032841477543115616, + -0.0006809193291701376, + -0.026550153270363808, + 0.03732387721538544, + -0.035079874098300934, + 0.053695522248744965, + 0.0025004700291901827, + -0.10070375353097916, + 0.026384195312857628, + 0.06276652216911316, + -0.03355107456445694, + 0.06509916484355927, + 0.000142106378916651, + 0.15294241905212402, + 0.016557272523641586, + -0.04354836791753769, + 0.0008760427008382976, + -0.019237095490098, + -0.005699384491890669, + 0.011149032972753048, + -0.010802170261740685, + -0.027099158614873886, + -0.049467720091342926, + -0.05907008796930313, + -0.05313877388834953, + -0.04599687457084656, + -0.0639025941491127, + -0.025966880843043327, + 0.03216610103845596, + 0.09409593045711517, + 0.018218183889985085, + 0.02825731225311756, + 0.0729735791683197, + -0.01994100771844387, + 0.004296150989830494, + -0.04848022013902664, + -0.02196856401860714, + 0.03357098251581192, + -0.02931482158601284, + -0.034853748977184296, + -0.08529898524284363, + 0.04132629558444023, + -0.0025801497977226973, + -0.061899736523628235, + -0.11839082092046738, + 0.10178978741168976, + -0.0318509042263031, + -0.04954012855887413, + 0.04778590053319931, + 0.058426570147275925, + -0.0038196288514882326, + 0.08295813947916031, + 0.040504347532987595, + 0.05370417609810829, + -0.13780808448791504, + 0.06181268393993378, + 0.03398721292614937, + -0.12811437249183655, + -0.05915021896362305, + 0.01654352992773056, + -0.07619459927082062, + 0.042702797800302505, + 0.05119698494672775 + ], + "filename": "DA-1p-with-duplicate-pages.pdf.json", + "filetype": "application/json", + "languages": [ + "eng" + ], + "page_number": "1", + "orig_elements": "eJzdUsuO2zAM/BXC5yT1M3b21nZRoJee9rZdBLREO0JkydAj3mDRfy/lpGjRBfoBvRgiOR7OkHx+y0jTRCYclcweIKvqQmDd5VVXVfWe+rxpe2xkSVTs96XYZxvIJgooMSDj37L0OHobnaAU/+D6oDQZnFKcPX7cFvN2UeG0lXHWSmCg7Ywj+d0sh+yODtd5ReN8gyhrPtzLGs0YE57rzxmZMXvhbGI4mjj15DhfrBn324WgvCH+1F3FbtpOtgdq8qo9NE3TirzMksxAryGBv8cyL+onh8YLp3qSMDg7AUJATRCsltBfORysm8hBoGnW6EAZ+LwKYIVyA91DV8MnTd6T3CXhvzx9Q+fY0YWeUj9u/PfID32XizbvqlbWXdGXoinKpivzet8VJIf/ceRfAygPZ2MXA+GEAabUDpgPsF+HDgvqM9cIvqAkWE4sGYTl0VMgzetYEtgOCaIc+OicjUYqM/oNRKPVmWCyPoBlgPNMYLnJFazhn1l1WiSTO0LNq/Yg+TUlIC8TNOGFQAXwAnnI79vR60xOkRG0g0earLlplw6TIXuzs2GwjeOJe1MSkQjZdU8Co7+TcbxSG74bsOxDscNrureLciH+0ZIpeU0aZrvQeny8f1is4+tkkmjWYf7r8F5+AtrxS/A=", + "id": "fd588800-c06b-5a51-8184-5deb7d7dac9d", + "record_id": "mock file data", + "is_continuation": NaN + }, + { + "type": "CompositeElement", + "element_id": "2f92acb96359c958081ebfe75b65418c", + "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one—by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", + "embeddings": [ + 0.037358030676841736, + -0.020528586581349373, + -0.0796353816986084, + 0.07023921608924866, + -0.06806978583335876, + -0.053695108741521835, + 0.07401636987924576, + 0.012273840606212616, + 0.033039968460798264, + -0.045149460434913635, + -0.012830198742449284, + -0.011274494230747223, + 0.02671178989112377, + -0.06151292100548744, + -0.02749647945165634, + -0.023190999403595924, + -0.060615431517362595, + -0.05463779345154762, + 0.021168455481529236, + 0.1274556964635849, + 0.028768477961421013, + -0.046644821763038635, + -0.035690709948539734, + 0.06094501167535782, + -0.06838582456111908, + -0.013283107429742813, + -0.027634529396891594, + -0.035816628485918045, + 0.04861142858862877, + -0.09768129140138626, + -0.0510096400976181, + 0.08331329375505447, + -0.09209876507520676, + 0.05233796685934067, + -0.032006293535232544, + 0.013711747713387012, + 0.005663611926138401, + 0.04934360831975937, + 0.07449013739824295, + -0.026197180151939392, + 0.0399274080991745, + 0.02913133054971695, + 0.010796918533742428, + 0.021942319348454475, + -0.11260529607534409, + -0.01845724880695343, + -0.011754296720027924, + 0.02649390883743763, + -0.010293788276612759, + -0.1248682364821434, + 0.034714821726083755, + -0.02283640205860138, + 0.09628530591726303, + 0.018976593390107155, + -0.01894204504787922, + -0.02717910334467888, + -0.013708202168345451, + -0.010701414197683334, + 0.0315312035381794, + 0.04321485757827759, + 0.011096163652837276, + 0.08876055479049683, + 0.0806163027882576, + 0.04594145342707634, + 0.03423913195729256, + -0.07907787710428238, + 0.06006232649087906, + 0.020310115069150925, + -0.06252197921276093, + 0.06417834758758545, + 0.04080063849687576, + -0.030445603653788567, + -0.046227455139160156, + 0.01012411992996931, + 0.07028847187757492, + 0.04990134760737419, + -0.06434133648872375, + -0.0540018156170845, + -0.010003888979554176, + 0.03183684125542641, + -0.06323326379060745, + 0.10457712411880493, + 0.02706262096762657, + 0.035364191979169846, + 0.03334885835647583, + 0.0548740029335022, + 0.11521469056606293, + -0.025661660358309746, + 0.03303160518407822, + 0.01033460721373558, + 0.008398309350013733, + -0.043461211025714874, + 0.028367262333631516, + -0.002972456393763423, + 0.01817663572728634, + -0.02606532722711563, + 0.05723131448030472, + -0.027343541383743286, + -0.02844563126564026, + 0.054563961923122406, + -0.05540461838245392, + 0.07196150720119476, + -0.021201223134994507, + 0.02154802531003952, + -0.0260565597563982, + -0.03074314258992672, + 0.014619479887187481, + -0.08127821236848831, + 0.007333032321184874, + -0.03868835046887398, + 0.019626373425126076, + -0.1360689401626587, + 0.009265495464205742, + -0.03676365688443184, + -0.010879614390432835, + 0.0417330302298069, + 0.03391868248581886, + -0.006807786878198385, + -0.05049724131822586, + 0.01152607798576355, + -0.012101683765649796, + 0.024082239717245102, + -0.016567865386605263, + 0.09196116030216217, + -0.05718251317739487, + -0.040953002870082855, + -0.10134579986333847, + -7.578266290901137e-35, + -0.012904612347483635, + 0.013062147423624992, + -0.05937899649143219, + -0.08668224513530731, + 0.0261567160487175, + 0.010770467109978199, + -0.062359314411878586, + 0.01518899854272604, + 0.05168516933917999, + 0.05330256372690201, + 0.027821820229291916, + 0.031049391254782677, + 0.09033560007810593, + -0.006130385212600231, + -0.036790717393159866, + -0.005422352347522974, + 0.05644775182008743, + -0.089828260242939, + -0.02737663872539997, + -0.02942279912531376, + -0.03502658009529114, + 0.11553419381380081, + -0.0019328329944983125, + -0.04650259017944336, + -0.06188022717833519, + -0.013684108853340149, + -0.07406685501337051, + 0.07305015623569489, + 0.053048025816679, + 0.034531399607658386, + -0.021182039752602577, + -0.034789275377988815, + -0.00030259074992500246, + 0.04769611358642578, + 0.06907977908849716, + -0.0027277502231299877, + 0.023120425641536713, + -0.037651244550943375, + -0.05934319645166397, + -0.01011268887668848, + -0.059103138744831085, + -0.0035392725840210915, + -0.07635094970464706, + -0.0025258834939450026, + 0.043153051286935806, + 0.01861550658941269, + -0.022448232397437096, + -0.050962693989276886, + -0.1310511827468872, + 0.0664953663945198, + -0.03886415809392929, + 0.07024815678596497, + 0.09379856288433075, + -0.014324828051030636, + -0.03236960247159004, + -0.06817684322595596, + -0.05013781413435936, + -0.06171989068388939, + 0.006487263832241297, + 0.029065312817692757, + 0.009368667379021645, + -0.015013439580798149, + -0.049141447991132736, + -0.030033309012651443, + -0.0449836440384388, + -0.15153060853481293, + 0.06154084950685501, + 0.0006965675856918097, + 0.017626263201236725, + -0.03564824163913727, + -0.06321460753679276, + 0.02386222779750824, + -0.0927649438381195, + 0.04472894221544266, + 0.01678050495684147, + -0.07680179923772812, + -0.025239216163754463, + -0.012870761565864086, + -0.013496403582394123, + 0.02453150786459446, + -0.04291849210858345, + -0.02982679381966591, + 0.09645207971334457, + -0.02403850294649601, + 0.018859228119254112, + 0.0030981332529336214, + -0.005434921942651272, + -0.04701917991042137, + -0.06305378675460815, + 0.030711237341165543, + -0.004766142927110195, + 0.060164447873830795, + 0.12337186932563782, + -0.04272885620594025, + 0.032763853669166565, + -2.848236954708811e-33, + -0.039485249668359756, + -0.08376145362854004, + 0.03131499141454697, + -0.031202545389533043, + -0.03766711801290512, + -0.008277442306280136, + 0.0208168625831604, + -0.01956365443766117, + -0.05515826866030693, + -0.007753682788461447, + -0.046555712819099426, + 0.05070619657635689, + 0.007595201022922993, + 0.012243177741765976, + 0.12058809399604797, + -0.055780235677957535, + -0.012790326029062271, + 0.058553069829940796, + -0.0043779825791716576, + 0.032944951206445694, + 0.003025477286428213, + 0.11190512031316757, + -0.03073003888130188, + -0.03449390456080437, + -0.008508149534463882, + 0.0979728251695633, + -0.005509684793651104, + -0.06187686696648598, + -0.07222524285316467, + -0.03676488995552063, + 0.010874588042497635, + -0.016295837238430977, + -0.010034921579062939, + -0.01331082358956337, + 0.011210698634386063, + -0.0006819531554356217, + -0.014914649538695812, + 0.04148763045668602, + -0.04350072890520096, + -0.1242578998208046, + -0.005923156626522541, + 0.058978524059057236, + 0.06464289128780365, + -0.0475444495677948, + 0.017800990492105484, + -0.00918889045715332, + 0.0234356876462698, + 0.06897478550672531, + 0.09837421774864197, + 0.02387845329940319, + -0.053097955882549286, + 0.015995070338249207, + 0.06612330675125122, + 0.03970012813806534, + 0.0040884907357394695, + -0.09606904536485672, + -0.033915918320417404, + -0.0403883159160614, + 0.031876496970653534, + 0.06252329051494598, + 0.018073096871376038, + -0.04947938397526741, + 0.03668821230530739, + 0.10824659466743469, + 0.039995819330215454, + -0.002186146331951022, + -0.027145326137542725, + 0.07844946533441544, + 0.016364675015211105, + -0.022216403856873512, + 0.048642005771398544, + 0.06576777249574661, + -0.07181377708911896, + 0.054437048733234406, + -0.01070606242865324, + 0.053087275475263596, + 0.02180526591837406, + -0.05482896789908409, + -0.014934707432985306, + -0.05443008989095688, + -0.012488879263401031, + 0.01919400505721569, + -0.010312766768038273, + 0.016157131642103195, + -0.006610411684960127, + -0.04262911528348923, + 0.023771990090608597, + -0.03599034994840622, + 0.023134293034672737, + -0.06173165515065193, + 0.04195249825716019, + -0.028161564841866493, + 0.06332970410585403, + -0.03879421204328537, + 0.024707883596420288, + -5.473673780898025e-08, + -0.002973679220303893, + -0.006025215145200491, + 0.03870382905006409, + -0.007411670405417681, + 0.09386322647333145, + -0.03357618674635887, + -0.008859758265316486, + -0.07590506970882416, + -0.0697016566991806, + 0.05339754372835159, + -0.02369053289294243, + 0.0697961375117302, + 0.03210342302918434, + 0.01149892807006836, + 0.09940969944000244, + 0.03898601233959198, + 0.008226688019931316, + -0.0007811074028722942, + -0.05401957035064697, + 0.016342664137482643, + -0.07857675850391388, + -0.046819962561130524, + -0.00717823626473546, + -0.03344099223613739, + -0.06826326996088028, + -0.054256707429885864, + -0.037339188158512115, + -0.03124600648880005, + -0.034395407885313034, + -0.0017866843845695257, + 0.08333078771829605, + -0.0047875214368104935, + 0.0068662469275295734, + 0.058157626539468765, + -0.0331040695309639, + 0.0704113021492958, + -0.15867666900157928, + -0.024307383224368095, + 0.022396977990865707, + -0.08444300293922424, + 0.02455916814506054, + 0.002599816769361496, + 0.10015598684549332, + 0.005726359318941832, + -0.031181732192635536, + -0.07653560489416122, + -0.029429862275719643, + -0.03422272577881813, + 0.020873840898275375, + 0.0013727055629715323, + 0.05404889956116676, + 0.051914673298597336, + 0.05165368691086769, + 0.026421859860420227, + 0.03968362510204315, + -0.11833129078149796, + 0.0347810797393322, + 0.006198524031788111, + -0.08204849064350128, + -0.030064309015870094, + 0.08204963803291321, + -0.006767179351300001, + 0.08212622255086899, + 0.03309030085802078 + ], + "filename": "DA-1p-with-duplicate-pages.pdf.json", + "filetype": "application/json", + "languages": [ + "eng" + ], + "page_number": "1", + "orig_elements": "eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa", + "id": "581ab7f4-0d0e-522c-9765-2210c65ff896", + "record_id": "mock file data", + "is_continuation": NaN + }, + { + "type": "CompositeElement", + "element_id": "cea2c21aaef9f5f38dba6b93d3733e97", + "text": "Magi.", + "embeddings": [ + -0.0658377856016159, + 0.04694965109229088, + -0.048287831246852875, + 0.03567894920706749, + -0.028093447908759117, + -0.03130354359745979, + 0.07627890259027481, + -0.023010844364762306, + -0.0734153613448143, + -0.08336124569177628, + 0.009985331445932388, + 0.014922182075679302, + 0.05222383514046669, + 0.008468899875879288, + -0.04162130132317543, + -0.047850556671619415, + -0.03373943269252777, + -0.012886933982372284, + -0.06582845002412796, + 0.04588285833597183, + -0.0007262181024998426, + 0.033195216208696365, + 0.07079841196537018, + 0.013285956345498562, + -0.05092621594667435, + -0.01865871250629425, + 0.06058919429779053, + 0.015953227877616882, + -0.08023949712514877, + -0.07368915528059006, + 0.07896925508975983, + 0.11860402673482895, + -0.028479402884840965, + -0.11974592506885529, + -0.07225679606199265, + 0.08459721505641937, + 0.005919873248785734, + -0.034158360213041306, + 0.11576860398054123, + -0.0520421639084816, + 0.031082147732377052, + -0.08920525014400482, + -0.0017570487689226866, + -0.06385203450918198, + 0.07615447044372559, + -0.08535643666982651, + 0.06379403918981552, + 0.0020151562057435513, + 0.06838741153478622, + 0.06636373698711395, + -0.109722800552845, + -0.026593487709760666, + -0.04023630544543266, + 0.06470650434494019, + 0.09429875761270523, + -0.003230785485357046, + 0.03725723549723625, + -0.08865879476070404, + 0.011674650944769382, + -0.015720045194029808, + -0.05349571257829666, + -0.00953542347997427, + -0.09359188377857208, + 0.11752822995185852, + 0.019945641979575157, + 0.0008398208301514387, + -0.009033854119479656, + -0.06210004910826683, + 0.01787605695426464, + -0.07351002842187881, + 0.08180797845125198, + -0.029120802879333496, + -0.01687857136130333, + 0.04056503623723984, + -0.02270379289984703, + 0.0718877837061882, + 0.04930156096816063, + -0.026787059381604195, + 0.040805038064718246, + 0.047595731914043427, + -0.06055563688278198, + -0.04759349673986435, + -0.012617958709597588, + 0.026417888700962067, + 0.06228122115135193, + 0.0009470637887716293, + 0.051520656794309616, + 0.022344650700688362, + 0.015641598030924797, + 0.038689952343702316, + -0.06991268694400787, + 0.11373057216405869, + -0.04818246141076088, + 0.05162835866212845, + 0.010120868682861328, + -0.030963215976953506, + -0.034080736339092255, + -0.04253412410616875, + -0.12542344629764557, + 0.18121971189975739, + -0.002413894748315215, + -0.04810431972146034, + 0.04621261730790138, + 0.03136931359767914, + -0.031337637454271317, + -0.061667703092098236, + 0.04307834059000015, + -0.023152224719524384, + -0.04475340247154236, + 0.02980370633304119, + 0.029885198920965195, + -0.04759066179394722, + -0.09583419561386108, + -0.08372554928064346, + 0.06185029819607735, + 0.08220341801643372, + 0.026864225044846535, + 0.029382184147834778, + -0.017467454075813293, + -0.014383052475750446, + 0.020261546596884727, + 0.02883555181324482, + -0.07076585292816162, + -0.014195789583027363, + 0.012835063971579075, + -0.013605082407593727, + -0.1053803414106369, + -5.079839327677005e-33, + 0.018785234540700912, + -0.0311437975615263, + 0.019542628899216652, + 0.010309075005352497, + -0.009795949794352055, + 0.050990212708711624, + -0.0989830270409584, + -0.015837064012885094, + -0.0008253322448581457, + -0.021314144134521484, + -0.006002955604344606, + 0.06986082345247269, + -0.07135941833257675, + -0.05165143683552742, + 0.09063521027565002, + 0.011266843415796757, + 0.047391779720783234, + 0.06823170185089111, + 0.017872700467705727, + -0.011116301640868187, + 0.03666370362043381, + 0.0851457342505455, + 0.01874108612537384, + -0.02504206821322441, + 0.03966803848743439, + -0.004435839131474495, + 0.08990643173456192, + -0.09701837599277496, + -0.03158346191048622, + 0.04450599476695061, + 0.05679898336529732, + -0.029651910066604614, + -0.002849995158612728, + -0.07966839522123337, + 0.00035438252962194383, + -0.05988249555230141, + -0.04395134747028351, + -0.04232552647590637, + -0.01649663597345352, + 0.0036182270850986242, + -0.0648065060377121, + 0.008203139528632164, + 0.006345085799694061, + 0.03691902011632919, + -0.02601161226630211, + 0.025355299934744835, + 0.04061725735664368, + -0.06052962690591812, + 0.0027599448803812265, + 0.017778003588318825, + -0.02009947970509529, + -0.03342822194099426, + -0.04122234135866165, + 0.042047061026096344, + 0.007264018524438143, + -0.02017655037343502, + -0.006745440885424614, + -0.021999642252922058, + 0.090251624584198, + -0.024998430162668228, + 0.04635731503367424, + 0.06041445583105087, + 0.021548105403780937, + 0.080253005027771, + 0.010543767362833023, + 0.003967131953686476, + 0.012316929176449776, + 0.0384058877825737, + 0.09335615485906601, + 0.07806693762540817, + -0.05212971195578575, + 0.025178058072924614, + 0.01373088639229536, + 0.029688240960240364, + 0.021401742473244667, + -0.05201204493641853, + 0.018294138833880424, + 0.01895824819803238, + 0.03170257434248924, + 0.01528487540781498, + -0.02826806530356407, + 0.03696718066930771, + -0.018983442336320877, + 0.06289421766996384, + 0.04349520802497864, + 0.09134140610694885, + -0.002712240908294916, + 0.000290501193376258, + 0.026695115491747856, + -0.07390753924846649, + 0.005697253625839949, + 0.11175519973039627, + 0.05203808471560478, + -0.022309662774205208, + -0.09403099119663239, + 4.425532356044442e-33, + 0.00014047871809452772, + -0.107025146484375, + 0.06498139351606369, + 0.022407621145248413, + -0.05006909742951393, + -0.008846607990562916, + -0.041890230029821396, + -0.01438931468874216, + 0.010600283741950989, + 0.04337248578667641, + -0.05536634102463722, + -0.06620828062295914, + 0.08269788324832916, + -0.0041430736891925335, + 0.029910054057836533, + 0.048713408410549164, + 0.07916519045829773, + -0.042897164821624756, + 0.04202089086174965, + 0.021571414545178413, + 0.0016548654530197382, + 0.04308129474520683, + 0.009189831092953682, + -0.04255659878253937, + -0.05737336352467537, + -0.006247034762054682, + 0.06456174701452255, + -0.028027763590216637, + -0.06318408250808716, + -0.013622974045574665, + -8.104486914817244e-05, + -0.03476148471236229, + -0.04696408659219742, + -0.04334783926606178, + -0.010852559469640255, + 0.047279685735702515, + 0.02054613269865513, + -0.009756910614669323, + 0.04328828677535057, + -0.036709532141685486, + 0.028166554868221283, + -0.02696390263736248, + 0.041742052882909775, + 0.09178416430950165, + -0.04838642477989197, + -0.06890594959259033, + -0.0005516711971722543, + 0.039735931903123856, + -0.026897691190242767, + 0.027579590678215027, + -0.062470871955156326, + -0.0542023703455925, + -0.01724689081311226, + -0.06510623544454575, + 0.0021525046322494745, + -0.03467739373445511, + -0.004093239549547434, + -0.02502344734966755, + -0.04143184795975685, + 0.0002262179768877104, + 0.027563290670514107, + 0.00892723724246025, + 0.023365356028079987, + -0.010457481257617474, + -0.03467808663845062, + 0.10980616509914398, + -0.012630333192646503, + -0.058963410556316376, + 0.03659023344516754, + 0.015661919489502907, + 0.1621091514825821, + -0.0653773695230484, + 0.007609174121171236, + 0.011894069612026215, + 0.004859040025621653, + 0.08541195839643478, + -0.05784595012664795, + 0.09797164797782898, + 0.01519977580755949, + -0.046202294528484344, + 0.02751314453780651, + -0.029131652787327766, + -0.10359720140695572, + 0.022175170481204987, + 0.05230141058564186, + -0.01395878754556179, + 0.029441101476550102, + -0.06870174407958984, + 0.03320522978901863, + -0.027041900902986526, + 0.057425323873758316, + 0.016704455018043518, + 0.06068730354309082, + -0.027439728379249573, + -0.07282054424285889, + -1.5207929138227883e-08, + -0.024854907765984535, + 0.0393451526761055, + -0.05304751545190811, + 0.045002877712249756, + 5.2443163440329954e-05, + 0.022429969161748886, + -0.0521911084651947, + -0.028093617409467697, + 0.046292003244161606, + 0.048645853996276855, + 0.09115906804800034, + 0.05776803940534592, + 0.04072481021285057, + -0.011461718007922173, + 0.047719258815050125, + 0.02218662016093731, + -0.03465593233704567, + 0.015750493854284286, + -0.016545960679650307, + 0.02902238257229328, + 0.056394826620817184, + 0.034755390137434006, + 0.01619255542755127, + -0.03715568408370018, + -0.08003553003072739, + 0.03015962243080139, + -0.05775846168398857, + 0.012725284323096275, + -0.008311823010444641, + -0.0289781391620636, + 0.08217950165271759, + 0.029609492048621178, + -0.005844139028340578, + -0.03658907115459442, + -0.03535956144332886, + 0.004127653781324625, + -0.017830586060881615, + 0.017817452549934387, + 0.06604278087615967, + 0.027377424761652946, + 0.015113972127437592, + -0.030894553288817406, + 0.08545627444982529, + -0.07634575664997101, + -0.07782560586929321, + -0.028618033975362778, + 0.03509940207004547, + -0.022645076736807823, + -0.0003904593759216368, + -0.07913517206907272, + -0.019274987280368805, + 0.041637785732746124, + 0.07933755964040756, + 0.07452785223722458, + 0.06487897038459778, + 0.06223444268107414, + 0.04809151217341423, + -0.007024576421827078, + -0.019972123205661774, + 0.009830907918512821, + 0.1081894040107727, + -0.05158744752407074, + -0.07323957979679108, + -0.017688944935798645 + ], + "filename": "DA-1p-with-duplicate-pages.pdf.json", + "filetype": "application/json", + "languages": [ + "eng" + ], + "page_number": "1", + "orig_elements": "eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa", + "id": "a25cda50-8120-53a1-b7a2-793053901312", + "record_id": "mock file data", + "is_continuation": true + }, + { + "type": "CompositeElement", + "element_id": "b38df0c4fe99c4e929a91ffe179f39d8", + "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", + "embeddings": [ + 0.029347889125347137, + -0.04517943039536476, + -0.10511812567710876, + -0.024585271254181862, + -0.007356676738709211, + -0.08651377260684967, + 0.022096142172813416, + -0.020169580355286598, + 0.06375181674957275, + -0.09861749410629272, + -0.05085907503962517, + 0.02313208393752575, + 0.06010859087109566, + -0.10936880111694336, + -0.014296606183052063, + -0.012459876947104931, + -0.049071744084358215, + -0.04973546788096428, + -0.05237169563770294, + 0.03888620063662529, + -0.012627502903342247, + -0.029852764680981636, + 0.06629118323326111, + 0.11194230616092682, + -0.061922457069158554, + -0.06858310848474503, + 0.06536244601011276, + -0.029726700857281685, + -0.003926862496882677, + -0.043617378920316696, + -0.04400668293237686, + 0.09197808057069778, + -0.03772498667240143, + -0.06420345604419708, + -0.06515754759311676, + 0.051264215260744095, + 0.024444296956062317, + 0.02056599222123623, + 0.10234462469816208, + -0.10559316724538803, + 0.12869274616241455, + -0.04119773954153061, + 0.0285655464977026, + -0.043120454996824265, + -0.025036025792360306, + -0.0477650985121727, + -0.04194539040327072, + 0.02853560633957386, + 0.02840467169880867, + -0.012528140097856522, + 0.04119328036904335, + -0.04850401729345322, + 0.03502144664525986, + -0.012264280579984188, + -0.027910718694329262, + 0.014142890460789204, + -0.05271192640066147, + -0.08031938225030899, + 0.077254518866539, + -0.018956858664751053, + 0.014718012884259224, + 0.041656602174043655, + 0.05426442250609398, + 0.03202870115637779, + -0.0259458776563406, + -0.013158555142581463, + 0.05822793394327164, + -0.06070574373006821, + 0.0009070141823031008, + 0.018405156210064888, + 0.04719586670398712, + -0.05955820530653, + 0.026970138773322105, + -0.0051771788857877254, + 0.0746769830584526, + 0.12564800679683685, + -0.05343775451183319, + -0.1106632649898529, + -0.03993317484855652, + -0.0270332433283329, + 0.038054369390010834, + -0.02167128585278988, + 0.08786617964506149, + 0.022691939026117325, + 0.049285564571619034, + 0.017078455537557602, + 0.11659367382526398, + -0.06255511194467545, + 0.013221791945397854, + -0.006171088665723801, + -0.010568393394351006, + 0.025596365332603455, + -0.014737390913069248, + -0.02435918338596821, + 0.0119980089366436, + -0.0041837445460259914, + 0.03243687003850937, + -0.030361883342266083, + -0.09133628755807877, + 0.03658398985862732, + -0.1009567603468895, + -0.004010774195194244, + 0.04745297133922577, + -0.007054759655147791, + -0.07229647040367126, + -0.06534408032894135, + 0.054590027779340744, + -0.03663728013634682, + -0.017383677884936333, + -0.009422698989510536, + -0.01679876074194908, + -0.0560649037361145, + 0.0316440612077713, + -0.08176153153181076, + -0.008566191419959068, + 0.08009045571088791, + -0.01991754211485386, + 0.002713720314204693, + -0.10396308451890945, + 0.0951094776391983, + 0.039334818720817566, + 0.054455701261758804, + -0.04090716317296028, + 0.06632010638713837, + 0.02877584472298622, + -0.009951743297278881, + -0.14898954331874847, + 1.9497052359875782e-33, + -0.0007072295993566513, + 0.08138305693864822, + -0.0006711510941386223, + -0.05068374425172806, + -0.05287633091211319, + -0.010863522998988628, + -0.07839202135801315, + -0.04632001742720604, + 0.046681106090545654, + -0.041130419820547104, + 0.09359558671712875, + -0.017826661467552185, + 0.04364107549190521, + -0.0054445103742182255, + 0.05383273959159851, + -0.05450233072042465, + 0.08459210395812988, + -0.035897981375455856, + -0.012286619283258915, + -0.08013910055160522, + -0.023737432435154915, + 0.10175937414169312, + -0.060764167457818985, + -0.0040743788704276085, + 0.028867051005363464, + 0.026879608631134033, + 0.000874446181114763, + 0.09172999113798141, + 0.0051080756820738316, + 0.035262130200862885, + 0.013029740191996098, + 0.0025755399838089943, + -0.041640400886535645, + -0.03140583261847496, + 0.0698535144329071, + 0.021727003157138824, + 0.01805434562265873, + -0.05174315348267555, + -0.026795126497745514, + -0.009120677597820759, + -0.045181166380643845, + -0.002754570683464408, + -0.043619658797979355, + 0.06098083779215813, + -0.016354907304048538, + 0.017690567299723625, + -0.010266760364174843, + -0.08666684478521347, + -0.021220387890934944, + 0.03520427271723747, + 0.005395923275500536, + 0.037931233644485474, + 0.06454936414957047, + -0.028346600010991096, + 0.034877825528383255, + -0.03441748023033142, + -0.060483142733573914, + -0.09381649643182755, + 0.021953586488962173, + -0.07355393469333649, + 0.023933831602334976, + -0.0011325932573527098, + -0.02608299069106579, + 0.002897498430684209, + -0.029430244117975235, + -0.0399213582277298, + -0.03715607523918152, + -0.04787283390760422, + -0.006345562636852264, + -0.0038677274715155363, + -0.017765384167432785, + 0.03161167353391647, + -0.08318436145782471, + 0.0010106059489771724, + -0.009069276973605156, + -0.023934494704008102, + 0.046543657779693604, + -0.005275749135762453, + 0.06723448634147644, + -0.009272760711610317, + 0.02237946353852749, + -0.01128087192773819, + 0.047595079988241196, + -0.009831287898123264, + 0.03729168325662613, + -0.007552699185907841, + 0.057102736085653305, + -0.026226753368973732, + 0.0047675673849880695, + -0.03919346258044243, + 0.053637806326150894, + 0.10152339190244675, + 0.021864183247089386, + -0.027576737105846405, + -0.06813587993383408, + -2.564587229119516e-33, + -0.04115577042102814, + -0.04554123803973198, + 0.03824533522129059, + 0.03336254507303238, + -0.050544776022434235, + -0.00034170824801549315, + -0.030269185081124306, + -0.03482630476355553, + 0.026359524577856064, + -0.026986828073859215, + -0.028947031125426292, + 0.049524445086717606, + 0.012074064463376999, + -0.012316572479903698, + 0.03653912618756294, + -0.07467400282621384, + 0.07556266337633133, + 0.023281171917915344, + 0.07255798578262329, + 0.023640615865588188, + 0.04703063145279884, + 0.04930218681693077, + 0.014464843086898327, + -0.0658251941204071, + -0.06641095131635666, + 0.04137340560555458, + 0.026182176545262337, + -0.05615556240081787, + -0.013379840180277824, + -0.017336171120405197, + -0.010013424791395664, + 0.023691974580287933, + 0.004779248498380184, + -0.06734088808298111, + 0.040897876024246216, + -0.028518257662653923, + 0.004970037844032049, + 0.052881672978401184, + -0.04338337853550911, + -0.11933644115924835, + -0.07197444885969162, + -0.028846580535173416, + -0.0021988567896187305, + -0.05831323191523552, + 0.009468826465308666, + -0.057997677475214005, + 0.19217056035995483, + 0.09069530665874481, + 0.0761801153421402, + -0.015643317252397537, + -0.03119976632297039, + -0.0513593927025795, + 0.06350328028202057, + -0.008555023930966854, + 0.032757893204689026, + -0.06581267714500427, + -0.013623868115246296, + -0.04718067869544029, + -0.013598631136119366, + -0.04847138747572899, + -0.03362194448709488, + 0.06594348698854446, + 0.05263299494981766, + 0.0035914722830057144, + 0.07827748358249664, + 0.09226389974355698, + -0.013054887764155865, + 0.029750412330031395, + -0.008579877205193043, + 0.026112934574484825, + 0.05055231973528862, + 0.010926173068583012, + -0.07288292795419693, + 0.07289845496416092, + 0.04993496462702751, + 0.033986568450927734, + 0.007738420274108648, + -0.0365450419485569, + 0.025377074256539345, + -0.03022671490907669, + -0.00010707042383728549, + 0.03289805352687836, + -0.06166395917534828, + 0.01732531376183033, + -0.022627364844083786, + -0.021942373365163803, + 0.01601216197013855, + -0.05392350256443024, + 0.03428212180733681, + 0.0050339470617473125, + 0.056004542857408524, + -0.020480602979660034, + 0.1121891587972641, + -0.03203325346112251, + 0.04904788359999657, + -4.1433178665784e-08, + 0.030464310199022293, + 0.07622631639242172, + -0.0202197078615427, + 0.047551147639751434, + 0.07194522768259048, + -0.06562484800815582, + -0.0029358547180891037, + -0.11533930152654648, + 0.006900150794535875, + 0.05135784670710564, + -0.060439225286245346, + 0.06324761360883713, + 0.050559818744659424, + -0.04702095687389374, + 0.06288639456033707, + 0.05543025583028793, + 0.0025756708346307278, + -0.033943574875593185, + -0.05499976500868797, + -0.023845834657549858, + -0.014748181216418743, + 0.031094297766685486, + 0.01962583139538765, + -0.086506687104702, + -0.030560895800590515, + -0.0029827894177287817, + -0.01812724582850933, + -0.08702859282493591, + -0.06050510331988335, + 0.029895484447479248, + 0.08602144569158554, + -0.04135221615433693, + 0.02153361402451992, + 0.04553322121500969, + -0.045535609126091, + -0.008469369262456894, + -0.11050883680582047, + 0.06220754235982895, + 0.08284267038106918, + -0.002116328803822398, + 0.0623321607708931, + -0.037645477801561356, + 0.10578399151563644, + 0.014827528968453407, + -0.028881050646305084, + -0.029301462695002556, + -0.028901169076561928, + 0.016495252028107643, + 0.022979507222771645, + -0.015349864959716797, + 0.04662579670548439, + 0.02448904700577259, + 0.09252231568098068, + 0.039045486599206924, + 0.03479880839586258, + -0.061136115342378616, + 0.09900186955928802, + 0.032807476818561554, + -0.0015372438356280327, + -0.021638650447130203, + 0.02278803288936615, + -0.07561742514371872, + 0.03621399775147438, + 0.02077053114771843 + ], + "filename": "DA-1p-with-duplicate-pages.pdf.json", + "filetype": "application/json", + "languages": [ + "eng" + ], + "page_number": "1", + "orig_elements": "eJxNUsty2zAM/BUMz7brl2ylt9a9tiffMhkPRUISxxSp8mHVk8m/dymnTS4SCCwWiyWfXwVbHtili9HiK4lmu6mr7X5zOB5222rPXNeqVrttq3d6vd4fxILEwElqmSTwr6IEl+hzUFzOb6i3xrKTQzmLH9+Wm3E5mdQvdR6tUTLxcpQdx9WoW/GOTvdxRsvxATHefXkvW+m6XPCoPwt2nXhBtjBcXB4aDshv5kz42ELxumJ89vVOyf2x1scnrta741NVVUe13ooiM/GfVMDnXrprm629L0g2fjBuFhAJjBTwWdG5ZzqZoCxTLyPBgN7rSK0PNDFr4zryORGykWnq/dyaPP6JgonXGal58M4oGn2MHCNGYJ7TFJV0iVqeaCh70uSz1dSZG1MewckmUBsYxMZasFLMzWDSI1I9SWo8aIrHiOcpK/oOOd4pxoTPS5GJpALjEvSCwDFTao8wUsNxJn3UafBl8xOMMJpDWTH1WAcmGywXf2cJB3xLiYfRyhDhDBQ3zI6uzk+uULUS9LIYU4xzjwZJEWyw8pOuWQy0OZ+wVBhh2v+JpfmE7hTulOQVDpVMk4GAjbOEj+vB6afsDN0Y6AjdPkd7J+M07mlVHtS/t/ZLhoDZNz6Xd/D28hef7gpW", + "id": "9ccf12da-8f80-50b0-a374-6558d14ec4ae", + "record_id": "mock file data", + "is_continuation": NaN + }, + { + "type": "CompositeElement", + "element_id": "17d95063f79ee541af296d142b36e35f", + "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", + "embeddings": [ + -0.01682751625776291, + 0.044853467494249344, + -0.02427399344742298, + 0.019526232033967972, + -0.02260245941579342, + -0.02364928461611271, + -0.008829304948449135, + -0.0010938029736280441, + -0.03609094396233559, + 0.0002817685599438846, + -0.018739674240350723, + -0.03417038917541504, + -0.003862546756863594, + -0.037164438515901566, + -0.08567661792039871, + 0.038517385721206665, + 0.04341655224561691, + 0.03751537576317787, + 0.03385096788406372, + 0.08904548734426498, + 0.0018377407686784863, + 0.008340608328580856, + 0.03759521245956421, + 0.02481389231979847, + -0.027865441516041756, + -0.04453030973672867, + 0.00808127224445343, + -0.003838210366666317, + -0.021035296842455864, + -0.07071445882320404, + -0.06779080629348755, + 0.04234655573964119, + 0.01738337054848671, + -0.014189333654940128, + 0.013577292673289776, + 0.07574520260095596, + 0.06995886564254761, + -0.039838001132011414, + 0.050228819251060486, + 0.0009188558324240148, + -0.02971894107758999, + 0.014785832725465298, + -0.04512403532862663, + 0.017076998949050903, + -0.07186999171972275, + -0.07726482301950455, + -0.09517337381839752, + -0.043140944093465805, + -0.011352662928402424, + -0.09595498442649841, + 0.05409936234354973, + -0.018932214006781578, + 0.046731434762477875, + -0.008230224251747131, + -0.06469403952360153, + -0.029364636167883873, + 0.017590969800949097, + -0.021093599498271942, + 0.08427660167217255, + -0.02416510134935379, + 0.08597502112388611, + 0.06288917362689972, + 0.0524468757212162, + 0.04941461235284805, + -0.03318645805120468, + -0.061716388911008835, + 0.07211311906576157, + -0.06927850097417831, + 0.010402662679553032, + 0.036037344485521317, + -0.0051335422322154045, + -0.020267456769943237, + 0.05970819294452667, + -0.036391668021678925, + -0.014533421956002712, + 0.020618034526705742, + 0.023223912343382835, + -0.1860797107219696, + 0.020651742815971375, + 0.0018217586912214756, + -0.031118087470531464, + 0.028345705941319466, + 0.11568930745124817, + -0.004375297110527754, + 0.09433278441429138, + 0.04092928022146225, + -0.00842042826116085, + 0.03114221803843975, + -0.09934472292661667, + 0.03429730609059334, + -0.0522882379591465, + -0.058220505714416504, + 0.048022039234638214, + 0.050902146846055984, + 0.03815465047955513, + 0.03604389727115631, + -0.06307490170001984, + 0.04125528037548065, + -0.05912747234106064, + 0.038264088332653046, + -0.07713218033313751, + 0.06809689104557037, + 0.031313542276620865, + 0.023312311619520187, + 0.006412799004465342, + -0.038776446133852005, + 0.028938228264451027, + -0.03196655213832855, + -0.027630100026726723, + -0.02673749439418316, + -0.05685042962431908, + -0.06020181253552437, + -0.00867218617349863, + 0.017430484294891357, + 0.022642532363533974, + -0.012801491655409336, + -0.011718017049133778, + -0.009403431788086891, + -0.06675862520933151, + 0.061755795031785965, + 0.16989800333976746, + 0.03899369761347771, + -0.023491188883781433, + 0.02629872038960457, + 0.06443753093481064, + -0.03193378821015358, + -0.0024229553528130054, + 2.368005268069674e-33, + 0.02496231719851494, + 0.02407502755522728, + -0.03281857818365097, + -0.025873232632875443, + 0.11186985671520233, + 0.047858916223049164, + -0.01496877335011959, + 0.028104638680815697, + 0.01991395466029644, + 0.06679993867874146, + 0.001189913717098534, + 0.02876504324376583, + -0.019964303821325302, + -0.01423739455640316, + 0.0053717209957540035, + -0.010401537641882896, + 0.018903519958257675, + -0.005361763294786215, + 0.056310947984457016, + -0.0428181029856205, + -0.006292691919952631, + 0.12118802219629288, + -0.0009890637593343854, + -0.05356815084815025, + -0.028604919090867043, + 0.037075676023960114, + -0.06907759606838226, + 0.024704663082957268, + 0.042739637196063995, + 0.031545959413051605, + -0.0005271792178973556, + -0.026535140350461006, + 0.05111439526081085, + 0.028443027287721634, + 0.02920220047235489, + -0.0703665018081665, + 0.04644351825118065, + -0.06731420010328293, + -0.10569950193166733, + -0.031965047121047974, + 0.04769280180335045, + 0.017549661919474602, + -0.03355195000767708, + -0.026272794231772423, + -0.07081752270460129, + 0.015176074579358101, + 0.05508141592144966, + -0.010872113518416882, + -0.04570223391056061, + 0.04199223592877388, + -0.06018299236893654, + 0.064690001308918, + 0.05469166487455368, + -0.002094427589327097, + -0.014063085429370403, + 0.00793885625898838, + -0.018383745104074478, + -0.11529102176427841, + 0.04078088328242302, + -0.0030891848728060722, + -0.021087344735860825, + 0.0001917726476676762, + 0.06834341585636139, + -0.03973044827580452, + -0.009760876186192036, + -0.1637747883796692, + 0.01795063726603985, + -0.03674279525876045, + -0.0512724295258522, + -0.021617349237203598, + -0.06599012017250061, + 0.0017328673275187612, + -0.018664052709937096, + -0.007922838442027569, + -0.03551406413316727, + -0.013705006800591946, + 0.005116149317473173, + -0.035742130130529404, + -0.1352051943540573, + -0.1138150691986084, + 0.02623431570827961, + -0.027093470096588135, + 0.018758386373519897, + 0.021756835281848907, + 0.05185794085264206, + 0.04631345719099045, + 0.00587364099919796, + -0.12321963161230087, + 0.005792269948869944, + 0.06275735795497894, + 0.009350963868200779, + -0.053312037140131, + 0.019159561023116112, + -0.08632557094097137, + -0.013855114579200745, + -3.370276016289904e-33, + 0.05864599719643593, + -0.04615163430571556, + -0.06346820294857025, + -0.039397746324539185, + 0.04648108780384064, + -0.015082422643899918, + -0.046895723789930344, + 0.0331069715321064, + 0.011396822519600391, + -0.03655468299984932, + 0.010792517103254795, + 0.0623098760843277, + 0.019380763173103333, + -0.014159128069877625, + 0.057823166251182556, + -0.011272733099758625, + 0.06668494641780853, + -0.031565312296152115, + 0.05953863263130188, + -0.030383192002773285, + -0.006127845961600542, + 0.01195296086370945, + -0.06099686026573181, + -0.059799645096063614, + 0.0366910845041275, + 0.13059313595294952, + 0.05516337603330612, + -0.0410565584897995, + -0.030163342133164406, + -0.01593650132417679, + 0.010990561917424202, + -0.0004563460242934525, + 0.082244873046875, + 0.04145166650414467, + -0.013359212316572666, + 0.06620323657989502, + -0.0051485393196344376, + -0.04055960103869438, + 0.005038105882704258, + -0.0876849964261055, + 0.05181102082133293, + -0.02483629621565342, + -0.013291548006236553, + 0.02350531332194805, + 0.02454136498272419, + -0.004755537025630474, + 0.052200499922037125, + 0.09872261434793472, + 0.0591018907725811, + -0.045177437365055084, + -0.1164826899766922, + 0.027713248506188393, + -0.018304908648133278, + -0.0900065153837204, + -0.002023108536377549, + -0.05354244261980057, + -0.04563049599528313, + -0.14014962315559387, + 0.05999334156513214, + 0.04939275607466698, + 0.0055672116577625275, + 0.04691183194518089, + -0.08384080231189728, + 0.05071518197655678, + -0.021204866468906403, + 0.05372503772377968, + -0.01412469893693924, + -0.007538723759353161, + -0.10857655107975006, + 0.02581317350268364, + 0.028107982128858566, + 0.03456532582640648, + -0.07613313943147659, + 0.07480809837579727, + -0.0059866467490792274, + -0.05370412766933441, + -0.009826296009123325, + -0.05398648604750633, + 0.1098610907793045, + -0.029154378920793533, + -0.014540938660502434, + -0.07259169965982437, + -0.04204044118523598, + 0.06544860452413559, + 0.015794046223163605, + -0.021059811115264893, + -0.025973210111260414, + 0.10152342170476913, + 0.008141516707837582, + -0.04888930544257164, + 0.04978877305984497, + -0.001182420994155109, + 0.07884292304515839, + -0.022512178868055344, + 0.0662931501865387, + -5.4480917555110864e-08, + 0.012872301042079926, + 0.029415929690003395, + 0.021306470036506653, + -0.12877815961837769, + 0.06538473069667816, + -0.03781597316265106, + 0.04089345410466194, + 0.025989290326833725, + -0.07534364610910416, + 0.06918500363826752, + -0.041046030819416046, + 0.01955747790634632, + 0.094532810151577, + 0.0018593794666230679, + 0.11607338488101959, + 0.03692731261253357, + 0.04356376826763153, + 0.003503254149109125, + -0.06781401485204697, + -0.060386136174201965, + -0.01064812671393156, + 0.006468515377491713, + 0.04884890466928482, + -0.08282852917909622, + -0.027848683297634125, + -0.005262335296720266, + -0.05879766866564751, + -0.05701988935470581, + -0.012010990642011166, + 0.11934466660022736, + 0.05305880308151245, + 0.06174139305949211, + -4.047862603329122e-05, + -0.0005325361271388829, + 0.014883957803249359, + 0.08382643014192581, + -0.019569601863622665, + -0.006244168151170015, + 0.01913524605333805, + -0.07637707144021988, + 0.028814710676670074, + -0.024512913078069687, + 0.022115221247076988, + 0.012672550976276398, + 0.022336596623063087, + -0.026207149028778076, + -0.013074109330773354, + -0.05887090042233467, + 0.08019258826971054, + -0.04008277878165245, + 0.02152581699192524, + 0.03988927975296974, + -0.013363830745220184, + 0.08336689323186874, + 0.007712143938988447, + -0.09284763038158417, + 0.025868285447359085, + -0.020572075620293617, + -0.019475145265460014, + -0.008726609870791435, + 0.0626319870352745, + -0.056563157588243484, + -0.014993257820606232, + -0.020159374922513962 + ], + "filename": "DA-1p-with-duplicate-pages.pdf.json", + "filetype": "application/json", + "languages": [ + "eng" + ], + "page_number": "1", + "orig_elements": "eJzNVU1P3DAQ/StWzuw2n07CbdWilgOooqAeAKGxPU4iEjtynG5XqP+94yxIW4RaetsokeKZ5zd5M9bL7VOEPQ5o/EOnolMWySzWitdxWstEyCSTaYmxAAlYVlLGMjph0YAeFHgg/FMUXh4mOzuJYf2L8rrr0cAQ1tGnzSoZV9vOtys1j30nweNqhAan9ah09Iz2u3FBw7iHdNZ8eE73YJo54Cl/G6FponuKBoYHMw8CHcWTUNXjTx84Nk6CQfbFOmddYHghv+58jxFBX2vWUOR1kdRpjTLn9CAg6DiDDBJaFcepeYm4/5jcYZPuopvRGgaTRKM60zBvmW+RTSitUUz31jpm9RLzdovuhG2RboescYgeFRM7BrSYcbIDbeya1p9SxEHTUFbavkcZRAUaYQ1OtB3cUotInRUUoRRlXgpNaDoqi0a2YDy6ac3OWQuKPRq7NaxFxzTld0Qz0feAly1VCmEH3YRUczY04mli1NPQmU4iAYEEEQGbqMQWKMmGoGOcxxH9wrgoUDhYs76LDo/MJThHk/mB16FvbxydKo05aslLnSnNswxFrpQq01zGaSakPs6jc3gS+KHer4S73MPeEItpmStdZpByISqdFcjjOi9zkFnOMy6OUmx6KPZic37JPm8uzt7lCySvqitdi4IuBVVcqVhUgAUUVV3I5Pj1frw621zfXJ19e5dekeeyLmqueRLzXKSyzOoclFBVEgOZyvHr3Qg7dGbheJdiKEvgvARVFmWRxCWkCeZVXZdVLgWoI53wa+f/59z+dP7vyMjWyNQU68xivArJZMmETTDxNSNAcF2BSGkH8vHFtAfoUdMX731Ywe7ZXTX1vO93y662G8iInSGLVev1mi32Gn4evrVzoP+Lv97/BjrJwgM=", + "id": "3d2d1a35-0f47-5341-bfc0-f226678e7024", + "record_id": "mock file data", + "is_continuation": NaN + }, + { + "type": "CompositeElement", + "element_id": "153cdf628c31647e2aac3eb0f2648c5d", + "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", + "embeddings": [ + 0.03848652541637421, + 0.07322842627763748, + -0.039086371660232544, + 0.014992752112448215, + 0.0782385915517807, + -0.026279285550117493, + 0.07023986428976059, + -0.0001279494317714125, + -0.058713387697935104, + -0.07570464164018631, + 0.02176794223487377, + -0.0005701213958673179, + -0.0019813489634543657, + -0.07120512425899506, + -0.03209613263607025, + -0.02752888761460781, + -0.1049681082367897, + -0.014891864731907845, + 0.004007284063845873, + 0.00852011889219284, + -0.05432821437716484, + 0.07113152742385864, + 0.001230935798957944, + 0.041040707379579544, + 0.046427223831415176, + -0.0405488945543766, + -0.006561534013599157, + 0.023826558142900467, + 0.03458769991993904, + -0.053628306835889816, + 0.09278160333633423, + -0.006737314630299807, + 0.05220581963658333, + -0.036295779049396515, + -0.0485057532787323, + 0.11319926381111145, + 0.027510428801178932, + -0.014265256933867931, + 0.010309591889381409, + -0.01602257788181305, + -0.005835033021867275, + 0.0045592039823532104, + -0.06903189420700073, + -0.025529585778713226, + -0.037706971168518066, + -0.023433146998286247, + 0.007650864310562611, + -0.10269569605588913, + 0.028969306498765945, + 0.01438701432198286, + 0.004410407971590757, + 0.08216199278831482, + -0.019115639850497246, + 0.012689188122749329, + 0.0010644684080034494, + 0.005899399984627962, + 0.08162281662225723, + -0.08335557579994202, + 0.05479880049824715, + -0.051131438463926315, + 0.018698327243328094, + 0.08947112411260605, + 0.05924000218510628, + 0.0671221911907196, + 0.009261899627745152, + -0.12461096793413162, + 0.015444870106875896, + -0.023853566497564316, + 0.06586326658725739, + 0.037787143141031265, + 0.05762845277786255, + -0.04702874273061752, + 0.003731879172846675, + -0.06792774796485901, + -0.0527118444442749, + 0.00900707021355629, + -0.06468125432729721, + -0.1286754608154297, + 0.002884211950004101, + 0.028943592682480812, + 0.024202514439821243, + -0.019803209230303764, + -0.005172668024897575, + 0.019701054319739342, + -0.02779141068458557, + 0.02555151842534542, + 0.05718522146344185, + 0.009517142549157143, + -0.016476675868034363, + 0.024546954780817032, + 0.02209690771996975, + 0.023861274123191833, + -0.050366781651973724, + 0.128755584359169, + 0.035246364772319794, + -0.019921960309147835, + 0.03183208405971527, + 0.01760866492986679, + -0.0357632040977478, + 0.09666019678115845, + -0.03279680013656616, + -0.011801608838140965, + -0.006416936405003071, + -0.06438212096691132, + -0.0016695513622835279, + -0.028713993728160858, + -0.048508089035749435, + 0.0023268633522093296, + 0.00010731635120464489, + -0.004430283792316914, + -0.0027484798338264227, + -0.08836869895458221, + -0.029581623151898384, + -0.05176875740289688, + 0.04854046180844307, + -0.030137520283460617, + 0.017958756536245346, + -0.045813921838998795, + -0.16089917719364166, + 0.03669830039143562, + 0.12689056992530823, + 0.08355804532766342, + -0.0067156716249883175, + 0.0588994100689888, + 0.06839577853679657, + 0.045722898095846176, + 0.04440539330244064, + -1.8460459196992456e-33, + -0.030627144500613213, + 0.019772542640566826, + -0.05011877045035362, + 0.003265047213062644, + 0.09844215214252472, + -0.005574981216341257, + -0.023690680041909218, + -0.044040292501449585, + -0.00017801592184696347, + 0.006126445718109608, + 0.07880857586860657, + -0.021872347220778465, + -0.008005188778042793, + -0.08304689079523087, + -0.07907761633396149, + -0.008925779722630978, + 0.02461901679635048, + -0.025174634531140327, + -0.04031767323613167, + -0.03601386770606041, + -0.007908975705504417, + 0.0815252959728241, + -0.012495998293161392, + 0.028089160099625587, + -0.0491638146340847, + 0.03576384857296944, + 0.010324730537831783, + 0.009807921946048737, + 0.030524734407663345, + 0.020602013915777206, + -0.04578060656785965, + -0.013207262381911278, + 0.026395369321107864, + -0.004913602955639362, + 0.07882220298051834, + 0.04910660162568092, + -0.031904418021440506, + -0.09458641707897186, + -0.09333070367574692, + -0.02722296491265297, + -0.025007173418998718, + -0.0038567865267395973, + 0.04072514548897743, + 0.003667169716209173, + -0.0420503169298172, + -0.01191764511168003, + -0.06431711465120316, + 0.08200852572917938, + -0.06076711043715477, + -0.022249411791563034, + -0.007887872867286205, + 0.022517839446663857, + 0.05303343012928963, + 0.022187327966094017, + -0.0034049907699227333, + -0.008297723717987537, + 0.020200394093990326, + -0.052049670368433, + 0.05553225800395012, + 0.013560731895267963, + 0.05355742573738098, + -0.05460495501756668, + 0.018521301448345184, + 0.01225869171321392, + 0.04653918370604515, + -0.1920035034418106, + -0.025884097442030907, + -0.00843840278685093, + 9.427993791177869e-05, + -0.03273198381066322, + 0.010819761082530022, + 0.02640712819993496, + -0.02945883944630623, + 0.01164927612990141, + -0.10845769941806793, + -0.027326636016368866, + -0.05977265164256096, + -0.016859183087944984, + -0.11989486962556839, + 0.05720244720578194, + -0.011779855005443096, + -0.056539230048656464, + -0.058386076241731644, + 0.020848175510764122, + 0.06474777311086655, + -0.05431174114346504, + 0.06634552031755447, + -0.12710222601890564, + -0.07795137166976929, + 0.04315808787941933, + -0.034958191215991974, + 0.01980527676641941, + 0.08331822603940964, + -0.12841778993606567, + -0.03785271942615509, + -1.0060922068863568e-33, + -0.027665240690112114, + 0.02926396019756794, + -0.03861820325255394, + 0.04231414943933487, + 7.270499190781265e-05, + -0.0400589220225811, + -0.04971139505505562, + 0.12375447154045105, + -0.08428257703781128, + -0.03588284179568291, + -0.024803893640637398, + 0.043492209166288376, + 0.028007159009575844, + -0.04880745708942413, + 0.006503917742520571, + -0.04279455915093422, + 0.08270835876464844, + 0.044285956770181656, + 0.015556516125798225, + 0.0610281340777874, + 0.004977316129952669, + 0.027586180716753006, + -0.07400929927825928, + -0.0321541465818882, + -0.029895134270191193, + 0.08658154308795929, + 0.044047463685274124, + -0.05423393473029137, + -0.04783777892589569, + -0.044079430401325226, + 0.06052617356181145, + -0.010516159236431122, + -0.041125912219285965, + 0.008886036463081837, + 0.01912558637559414, + 0.0979057103395462, + 0.06284388154745102, + -0.07653651386499405, + -0.05087859183549881, + -0.10978297144174576, + 0.06206950545310974, + 0.02136188931763172, + 0.05348712578415871, + 0.02714644931256771, + 0.014692471362650394, + -0.02011754922568798, + 0.008854399435222149, + 0.038272906094789505, + 0.033644385635852814, + 0.014646644704043865, + -0.0064666080288589, + 0.06312238425016403, + 0.01508532464504242, + -7.384382479358464e-05, + 0.020491518080234528, + -0.06076902896165848, + 0.031369954347610474, + -0.07731205224990845, + 0.0006474092369899154, + -0.03969388082623482, + -0.03864520788192749, + -0.0242959875613451, + 0.009920104406774044, + 0.08266526460647583, + 0.0138448067009449, + -0.01924595981836319, + -0.04970324784517288, + 0.07662062346935272, + -0.0707467794418335, + -0.0492556169629097, + 0.04203110560774803, + 0.07773817330598831, + -0.04046148434281349, + 0.025275511667132378, + -0.002845396287739277, + 0.06004684790968895, + -0.05143704265356064, + 0.05002858117222786, + 0.03366512060165405, + -0.08260758966207504, + 0.01899641379714012, + -0.08672882616519928, + -0.04028487578034401, + 0.007123512215912342, + -0.012681868858635426, + -0.058715373277664185, + -0.019765179604291916, + 0.01173197291791439, + -0.02939874678850174, + -0.07955972105264664, + 0.03129885345697403, + 0.020177708938717842, + 0.019187647849321365, + -0.045627400279045105, + 0.012758012861013412, + -4.402842890272041e-08, + -0.09942327439785004, + 0.08084757626056671, + -0.035018403083086014, + -0.02503906562924385, + 0.09755096584558487, + 0.015264158137142658, + 0.0761035904288292, + -0.008334402926266193, + -0.01072120014578104, + 0.08686002343893051, + -0.07284746319055557, + 0.0314163900911808, + 0.092281274497509, + -0.004524499177932739, + 0.08179205656051636, + 0.01696275919675827, + -0.0030438622925430536, + 0.012373746372759342, + -0.07464922219514847, + -0.05962244048714638, + 0.00038156783557496965, + 0.06857030093669891, + -0.05172964930534363, + -0.03993108496069908, + -0.05411847308278084, + 0.022928204387426376, + -0.05727674439549446, + -0.035010844469070435, + 0.0030080864671617746, + 0.02468354068696499, + 0.10044567286968231, + 0.002190782455727458, + -0.07806854695081711, + 0.03235902637243271, + -0.025154119357466698, + 0.035156700760126114, + -0.034052204340696335, + 0.004981667269021273, + 0.04729291424155235, + -0.06305793672800064, + -0.0480787456035614, + -0.0014367683324962854, + 0.07676703482866287, + -0.006661241874098778, + -0.022604526951909065, + -0.010561433620750904, + 0.019205471500754356, + 0.0329267717897892, + -0.003164240624755621, + 0.046191778033971786, + 0.04031074047088623, + 0.0008771293214522302, + 0.04786253347992897, + -0.01732596941292286, + 0.035850733518600464, + -0.09125863760709763, + 0.03477390110492706, + 0.09123310446739197, + -0.05411266162991524, + -0.07469093054533005, + 0.03819667547941208, + -0.02587568573653698, + -0.02930615097284317, + 0.05766671523451805 + ], + "filename": "DA-1p-with-duplicate-pages.pdf.json", + "filetype": "application/json", + "languages": [ + "eng" + ], + "page_number": "2", + "orig_elements": "eJzdUstu3DAM/BVC592t7fU+3FuKnHMK0EMQLCiJtoXYkqBHnDTov5fyJgjaQz8gF2FIDihyhg9vgiaayaaL0eI7iBNK7A5928qqrxp96rCT6kx9X8tjw4HYgJgpocaEzH8TBVyiy0FRiX9zvTcTWZxLLG5vtrXfLiaNW539ZBQm2nocKO687sU7O736lY3+SjHOfnsvT2iHXPhcfxBkB/HI2dLhYvMsKXC+WTPhcwvZtqo7dMf+WFfHVjbqtO9a1FKf6wpVLUUZM9FLKuSbCAsBfx0cqpH0BhBGNxM4C2kkID0w7lec3GKBXvzkdCFGstrYASKPbROFWHiLcxrQauhNTNtofpEGNWb7tFaDUwyY7YBFg4Cc38FPghE1yJxgdsWOyF9BoCG47EFS7wJxP34CGssN++DmdaL49Lq5ApetXr/QFFPIqqgIS+DFmG9s2cpocjnChHkYedzPLorK+B9bPptpYoF3Rf8Pa+4wBDbmme6LbKzfv5dDVdPVp2rfVE2t9lJX8lx3+6Y5yrM8nK9mfrHLuR8p0AY8hXI3gMn5qxW+OPW3mHwCaFNgs2IqB1JKcxEZfrDpHCwYYcwzWrAOJmcHCv8z4PEPOP87xQ==", + "id": "e6dce9a7-8531-566f-8ca1-0cef99a6bb5c", + "record_id": "mock file data", + "is_continuation": NaN + }, + { + "type": "CompositeElement", + "element_id": "79597970c982b68b3d6a4c9c79d413ea", + "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", + "embeddings": [ + -0.03250373527407646, + 0.11405647546052933, + -0.032587453722953796, + 0.055381521582603455, + 0.059564560651779175, + 0.015745751559734344, + 0.09562661498785019, + 0.010293334722518921, + -0.04083289951086044, + -0.08257907629013062, + -0.03238358721137047, + -0.014912012033164501, + -0.0198091808706522, + -0.01337512768805027, + -0.020495573058724403, + 0.002414087299257517, + -0.06527095288038254, + 0.01364147663116455, + -0.033934954553842545, + 0.050227586179971695, + 0.0013295856770128012, + 0.08505179733037949, + -0.00859166868031025, + 0.0372328907251358, + -0.04048413783311844, + 0.02850324660539627, + -0.040489185601472855, + -0.014602068811655045, + 0.025089364498853683, + -0.06689489632844925, + 0.03795711323618889, + -0.030162107199430466, + -0.028193792328238487, + 0.031401507556438446, + -0.060299064964056015, + 0.07824402302503586, + 0.0417218841612339, + -0.00280062691308558, + 0.015016979537904263, + -0.01617620699107647, + -0.02737884409725666, + 0.03892529010772705, + -0.03689882159233093, + -0.0019110878929495811, + -0.062437016516923904, + 0.0185767263174057, + -0.05258270725607872, + 0.029043495655059814, + 0.028613261878490448, + -0.07531249523162842, + -0.04366081953048706, + 0.027816196903586388, + 0.007132936734706163, + -0.001294324523769319, + -0.014254799112677574, + 0.0024263160303235054, + 0.012078076601028442, + -0.0379192978143692, + -0.038445837795734406, + -0.05604413524270058, + 0.0023110320325940847, + 0.08075271546840668, + 0.07831703126430511, + 0.1400841325521469, + 0.007107601035386324, + -0.15312807261943817, + 0.06691515445709229, + -0.0177390668541193, + -0.021998411044478416, + 0.0909491628408432, + 0.04502216726541519, + -0.010076782666146755, + 0.007513758726418018, + -0.055475518107414246, + -0.01963331177830696, + 0.005885422695428133, + -0.029423752799630165, + -0.08123290538787842, + 0.05661061033606529, + 0.014007789082825184, + -0.021031439304351807, + 0.03341791778802872, + -0.0017972872592508793, + 0.04669170081615448, + 0.05551200732588768, + 0.0011873265029862523, + 0.12152260541915894, + 0.04412882402539253, + 0.016602318733930588, + 0.02232702635228634, + 0.030733855441212654, + -0.023590754717588425, + -0.032623156905174255, + 0.1088862419128418, + 0.006948475260287523, + -0.003367226105183363, + -0.001000834396108985, + -0.0008948575123213232, + 0.01791687123477459, + 0.07971987873315811, + 0.014912032522261143, + -0.0061864121817052364, + -0.05518687516450882, + -0.013116682879626751, + 0.002028930000960827, + -0.01422323752194643, + -0.038954492658376694, + -0.08128658682107925, + 0.0370912104845047, + 0.007844727486371994, + 0.054333169013261795, + -0.052445411682128906, + -0.0013528643175959587, + -0.05833602696657181, + 0.007592412177473307, + 0.028998078778386116, + -0.03679020702838898, + -0.03158054128289223, + -0.0655386820435524, + -0.03260267898440361, + 0.043705157935619354, + 0.049989741295576096, + -0.014521034434437752, + 0.09606147557497025, + 0.0024981999304145575, + -0.0014568512560799718, + -0.030376562848687172, + -3.712200139637245e-33, + 0.04794352501630783, + -0.034494828432798386, + -0.03474126383662224, + -0.06143162027001381, + 0.0997978150844574, + 0.008497433736920357, + -0.024528389796614647, + 0.00520430039614439, + -0.04194159805774689, + 0.042861949652433395, + -0.009700017049908638, + 0.02270287647843361, + 0.06177065148949623, + 0.041715867817401886, + -0.1360684037208557, + -0.003099055727943778, + -0.005275883246213198, + -0.01700960099697113, + -0.022364025935530663, + -0.02527199313044548, + -0.04394069314002991, + 0.07173829525709152, + -0.00024486315669491887, + -0.016713330522179604, + -0.02796204201877117, + 0.026945143938064575, + -0.046018220484256744, + 0.02506241388618946, + 0.06014641746878624, + 0.04250390827655792, + -0.0409727580845356, + -0.0416574701666832, + 0.03870715945959091, + 0.0018221879145130515, + 0.043903253972530365, + 0.004313987214118242, + 0.0006852017831988633, + -0.07572361081838608, + -0.1068369448184967, + -0.01376770157366991, + -0.005277027375996113, + 0.0008428407018072903, + -0.06282885372638702, + -0.02376667782664299, + -0.011063306592404842, + -0.00990603119134903, + -0.10784071683883667, + 0.033149152994155884, + -0.060364216566085815, + -0.004467321559786797, + -0.04507862776517868, + 0.02243949845433235, + 0.12495483458042145, + -0.026617566123604774, + -0.01679113879799843, + 0.023629574105143547, + 0.004612114746123552, + -0.03558759391307831, + 0.03220736235380173, + 0.015363126993179321, + -0.037583719938993454, + -0.06970171630382538, + 0.030936991795897484, + 0.033566415309906006, + -0.015303481370210648, + -0.1667257696390152, + 0.00530675332993269, + -0.0006605299422517419, + 0.03634287416934967, + -0.06309078633785248, + -0.10477079451084137, + 0.047955237329006195, + -0.09686211496591568, + -0.016564972698688507, + -0.042609505355358124, + -0.05678757652640343, + -7.101803203113377e-05, + -0.009840096347033978, + -0.10460280627012253, + -0.0062169781886041164, + -0.009880837984383106, + -0.04841452091932297, + 0.014367562718689442, + 0.04341863840818405, + -0.015229846350848675, + -0.02098177745938301, + 0.010964538902044296, + -0.14618134498596191, + -0.06702622026205063, + 0.02680966816842556, + -0.07693126052618027, + 0.013750841841101646, + 0.09855887293815613, + -0.05487752705812454, + -0.012765977531671524, + -1.0157560331881882e-34, + 0.04448458552360535, + 0.02646932378411293, + -0.005829988978803158, + 0.06687766313552856, + -0.0032580378465354443, + -0.07699624449014664, + -0.049430545419454575, + 0.08170759677886963, + -0.023571187630295753, + -0.014730543829500675, + 0.0021843218710273504, + 0.011559694074094296, + 0.002851339289918542, + -0.011636383831501007, + 0.020539702847599983, + -0.06552323698997498, + -0.00920141488313675, + 0.00485845236107707, + 0.01317247562110424, + 0.03624033182859421, + -0.012161359190940857, + 0.05881248787045479, + 0.03144795447587967, + -0.04424105957150459, + -0.061959609389305115, + 0.101725272834301, + 0.06701608747243881, + -0.026254868134856224, + 0.004167522769421339, + -0.057215169072151184, + 0.09399645030498505, + -0.014008605852723122, + -0.08358649909496307, + 0.018976643681526184, + 0.009768348187208176, + 0.10289943963289261, + -0.0014563931617885828, + -0.01264925766736269, + 0.013742194510996342, + -0.10804079473018646, + 0.039725374430418015, + 0.06845040619373322, + 0.03231087699532509, + 0.012045355513691902, + 0.026418540626764297, + -0.02941909246146679, + 0.10176557302474976, + -0.0011976086534559727, + 0.04526808485388756, + -0.026719320565462112, + -0.025476783514022827, + -0.02227499708533287, + -0.043704554438591, + 0.017212973907589912, + -0.02342807501554489, + -0.08153804391622543, + -0.011906847357749939, + -0.05176440626382828, + -0.0011411692248657346, + 0.026881210505962372, + -0.03719329833984375, + -0.0219104140996933, + 0.007989762350916862, + 0.10793941468000412, + 7.526655099354684e-05, + 0.054307520389556885, + -0.03183361515402794, + 0.07667646557092667, + 0.035427503287792206, + 0.012320978567004204, + 0.025351019576191902, + 0.08285778015851974, + -0.06457649916410446, + 0.13714338839054108, + 0.06807006895542145, + -0.013921529054641724, + -0.05952170491218567, + -0.04816218093037605, + 0.032548557966947556, + 0.05892007425427437, + 0.0737646147608757, + -0.04564914479851723, + -0.04104813560843468, + 0.026138244196772575, + 0.021900564432144165, + -0.018210098147392273, + -0.04382559657096863, + -0.0074034156277775764, + -0.053233351558446884, + -0.02136670984327793, + 0.01664056070148945, + 0.014224758371710777, + 0.07688914239406586, + -0.006572596728801727, + -0.012967693619430065, + -4.718893720223605e-08, + -0.032919421792030334, + 0.028557278215885162, + -0.00933072529733181, + 0.00041452725417912006, + 0.10063493251800537, + -0.02811484783887863, + 0.037335220724344254, + -0.08419524878263474, + -0.06824061274528503, + 0.015457462519407272, + -0.007552203722298145, + 0.021485064178705215, + 0.04616241157054901, + 0.07548996061086655, + 0.04936271905899048, + -0.00031412075622938573, + -0.04908610135316849, + -0.05195629224181175, + -0.0524459183216095, + -0.0770670622587204, + -0.07359957695007324, + 0.014842125587165356, + -0.02292775735259056, + -0.05127725377678871, + -0.006840305868536234, + 0.031337276101112366, + -0.07564397901296616, + 0.01957106962800026, + -0.0184449702501297, + 0.054006267338991165, + 0.05886895954608917, + 0.06849730014801025, + -0.10323604196310043, + 0.029025956988334656, + -0.0743384137749672, + 0.05777619779109955, + -0.08230801671743393, + -0.011376908980309963, + 0.12842807173728943, + -0.11529514938592911, + 0.0019723076838999987, + 0.0792105570435524, + 0.12587594985961914, + -0.046919964253902435, + 0.005770998075604439, + -0.07387733459472656, + -0.003436931874603033, + -0.053992629051208496, + 0.002372745191678405, + 0.03923308104276657, + 0.06609037518501282, + 0.018089022487401962, + 0.00020234539988450706, + 0.043531130999326706, + -0.01597665809094906, + -0.16739456355571747, + -0.011900337412953377, + 0.004192651249468327, + -0.04602941498160362, + -0.08335958421230316, + 0.028036054223775864, + -0.06654428690671921, + -0.010046781040728092, + 0.007284722290933132 + ], + "filename": "DA-1p-with-duplicate-pages.pdf.json", + "filetype": "application/json", + "languages": [ + "eng" + ], + "page_number": "2", + "orig_elements": "eJxFUsuO2zAM/BVCZyfNw5vU7anAXvbQnhboYbsIaImyhehh6BE3Xey/l3Ky7U0kh+TMiC9vgiw58vlklPgC4qgfNscj7rq2k3iQG42bvt/t2z3hUXb6IBoQjjIqzMj4N1EfpxRKlFTjd65rY8mjq7F4/LbaTqvZ5HGlymSNxEyrCQdK60lpcUfn67SgcbpBTPCf7mWLfigVz/UXQX4Qr5ytE06+uJ4i53dLJv5X0bet7B66gz5sN4e238njvmtR9erzdoNy24tKM9PvXME/CdIYSiYFU8QrxQQ5QB4JvuOZIqBXoEhbkhUyj5jB4WAkzAQyFKsa6EsGTDWhQxnG3CztMhLmEj+SMGJUFNfwBAlncFfudhEVJdBobZ0SPW/or0u3tuiMHyCdrxAiDytpvFUV9dGkNTwzygWfcgwl/dvWgA3hXDuZkdGAjGcUk2MmM2FcSizBgzVn4meeTarSUjEZguaNxjeQppBr1tHiwMB9zG4NbNeIijXxjyvgjsUskxrWxRSs+UPq66KAXbphHYtcMDChZHMGcyEPo3GJrIZwYZPvjt+ocpBKvDAK+LBYR8Ji8/qXqAfxcSs/MEa+lAs91398f/0Lyrrx8A==", + "id": "1175c598-7149-57cd-9067-ef9cd3b3b66e", + "record_id": "mock file data", + "is_continuation": NaN + }, + { + "type": "CompositeElement", + "element_id": "6cc716cd468cc285ecb48327614da993", + "text": "—Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", + "embeddings": [ + 0.04131437838077545, + 0.010438342578709126, + -0.029227782040834427, + 0.1221429705619812, + 0.04667265713214874, + 0.006988010834902525, + 0.0879746824502945, + 0.01658152975142002, + 0.03387213870882988, + -0.05106586217880249, + -0.008163172751665115, + 0.01942339539527893, + 0.009290399961173534, + -0.04159928858280182, + -0.05286703631281853, + -0.03266151621937752, + -0.038281168788671494, + 0.05058445408940315, + -0.008906042203307152, + 0.045186761766672134, + 0.020186468958854675, + 0.0016097123734652996, + -0.031074801459908485, + 0.037382230162620544, + -0.06611403822898865, + 0.008967640809714794, + -0.0006455020047724247, + -0.09537012130022049, + 0.020525731146335602, + -0.04392102733254433, + -0.04517001286149025, + 0.08344835788011551, + -0.04777715727686882, + 0.016811847686767578, + -0.08461599797010422, + 0.056300051510334015, + 0.03214816376566887, + 0.026472169905900955, + 0.03270770236849785, + -0.03824399784207344, + 0.023083537817001343, + 0.029350783675909042, + -0.010136131197214127, + 0.02914264239370823, + -0.08539383113384247, + -0.018322240561246872, + 0.016488222405314445, + -0.05024581775069237, + -0.04945892095565796, + -0.06129777058959007, + 0.014436057768762112, + 0.013868262991309166, + 0.07333678752183914, + 0.009030934423208237, + -0.0615798719227314, + 0.014592702500522137, + 0.0024374902714043856, + -0.056532133370637894, + 0.0031143869273364544, + 0.019919948652386665, + 0.021264689043164253, + 0.019731013104319572, + 0.07712416350841522, + 0.05812228471040726, + -0.03787194937467575, + -0.015880567952990532, + 0.04585213586688042, + 0.024745149537920952, + -0.03647852689027786, + -0.05448617786169052, + -0.019203471019864082, + -0.020117703825235367, + -0.039848536252975464, + -0.006952527444809675, + 0.03922528028488159, + 0.024854082614183426, + -0.058966416865587234, + -0.09374749660491943, + -0.0751257911324501, + -0.029594605788588524, + 0.017623361200094223, + 0.027899159118533134, + -0.018209006637334824, + 0.07933376729488373, + 0.009420350193977356, + 0.05898971110582352, + 0.05792481079697609, + 0.07666195183992386, + 0.016616784036159515, + 0.02002604864537716, + 0.048851702362298965, + -0.0505024753510952, + -0.13119369745254517, + 0.03927632421255112, + 0.005034948233515024, + -0.0471685491502285, + 0.022816618904471397, + -0.007138474844396114, + -0.019022220745682716, + 0.03863080218434334, + -0.07084067165851593, + 0.047178640961647034, + 0.020356379449367523, + 0.07021769136190414, + -0.05494682118296623, + -0.029647527262568474, + -0.02216147817671299, + -0.034496910870075226, + 0.017997071146965027, + -0.06252768635749817, + 0.03595249727368355, + -0.1194065511226654, + 0.015381304547190666, + -0.04809695482254028, + -7.771132004563697e-06, + 0.02587948739528656, + -0.03162636235356331, + 0.014701085165143013, + -0.046651680022478104, + 0.0828336551785469, + 0.11268860101699829, + 0.12179325520992279, + 0.060829173773527145, + 0.07570748776197433, + 0.02815116196870804, + 0.0028510892298072577, + -0.016246089711785316, + -2.1280727284004366e-33, + -0.05948556214570999, + 0.0017152854707092047, + -0.012005995959043503, + -0.004417125601321459, + 0.028413770720362663, + 0.012177053838968277, + -0.012444757856428623, + -0.05533634498715401, + 0.023456379771232605, + -0.020409662276506424, + 0.030425578355789185, + 0.06357879936695099, + 0.0283050537109375, + 0.04002627357840538, + -0.11317045241594315, + 0.008229276165366173, + 0.11444739997386932, + -0.015771549195051193, + 0.014527047984302044, + -0.0845060721039772, + -0.004441092722117901, + 0.07811643928289413, + 0.01487989816814661, + -0.04671619459986687, + 0.013207556679844856, + -0.004587956704199314, + -0.04832343012094498, + 0.06256690621376038, + 0.047710251063108444, + 0.017679749056696892, + -0.032393913716077805, + 0.037965916097164154, + 0.007207945454865694, + -0.03224310651421547, + 0.06891629099845886, + 0.0753762423992157, + 0.04396126791834831, + -0.055286675691604614, + 0.023628130555152893, + -0.042786817997694016, + -0.07200168818235397, + 0.018136607483029366, + -0.010370143689215183, + -0.014289177022874355, + -0.05093935877084732, + -0.0015956135466694832, + -0.026074687018990517, + -0.006535958964377642, + -0.1448906511068344, + 0.1049141064286232, + -0.012431871145963669, + 0.06249371916055679, + 0.028240319341421127, + -0.05348068103194237, + 0.037580136209726334, + -0.11602187901735306, + -0.05156461521983147, + -0.017776649445295334, + 0.025191225111484528, + -0.027159910649061203, + 0.0040314896032214165, + -0.013310124166309834, + -0.08390014618635178, + -0.04734034091234207, + -0.004227971658110619, + -0.07124524563550949, + 0.0080537348985672, + 0.05630830302834511, + 0.02576463669538498, + 0.05440858006477356, + -0.07978492230176926, + 0.06894511729478836, + -0.05568317323923111, + 0.0446971170604229, + 0.005603936035186052, + -0.06899987161159515, + -0.06406501680612564, + -0.017906486988067627, + 0.01870492659509182, + 0.024210426956415176, + -0.042539119720458984, + -0.03503870218992233, + -0.06712811440229416, + -0.0071103922091424465, + 0.10196483880281448, + 0.010306842625141144, + 0.02486318349838257, + -0.05540274828672409, + -0.11513807624578476, + -0.028356121852993965, + -0.0034731330815702677, + 0.0434478223323822, + 0.10518281906843185, + -0.0026184211019426584, + -0.0395716167986393, + -2.0713272079824292e-33, + -0.027649089694023132, + 0.0244169719517231, + 0.008893901482224464, + 0.03309953957796097, + -0.020955216139554977, + -0.03415209427475929, + -0.03663003072142601, + 0.08437042683362961, + -0.030863987281918526, + -0.025058630853891373, + -0.0012599753681570292, + 0.04858839511871338, + -0.05035921186208725, + 0.05782833695411682, + 0.01736760511994362, + -0.1007901281118393, + 0.0372592955827713, + 0.10307921469211578, + 0.015176573768258095, + -0.006911956239491701, + -0.017290109768509865, + 0.05995270237326622, + -0.0933024063706398, + -0.05932670086622238, + -0.028119290247559547, + 0.045606911182403564, + 0.026393577456474304, + 0.02205711230635643, + -0.11971107125282288, + -0.048570889979600906, + 0.06965653598308563, + -0.021192172542214394, + -0.06073886528611183, + -0.012405934743583202, + -0.017048051580786705, + 0.041880518198013306, + -0.008595126681029797, + 0.04379771649837494, + -0.06079481542110443, + -0.03538862615823746, + 0.03300609067082405, + 0.0072874510660767555, + 0.08736118674278259, + -0.06631796807050705, + -0.05843227729201317, + 0.051338110119104385, + 0.0544174499809742, + 0.06373941898345947, + 0.04552086815237999, + 0.007449932862073183, + 0.037778496742248535, + 0.05177128314971924, + -0.023786861449480057, + -0.03125306963920593, + -0.02866995707154274, + -0.10839100182056427, + -0.05312357842922211, + -0.019803818315267563, + 0.030284490436315536, + 0.009594709612429142, + 0.05552275851368904, + 0.02913232520222664, + 0.03222506865859032, + 0.06522071361541748, + 0.01477837935090065, + -0.00839946512132883, + -0.05664621293544769, + 0.09719424694776535, + -0.0009895507246255875, + -0.07988554239273071, + 0.08541174978017807, + -0.03795434534549713, + -0.12756478786468506, + 0.022499701008200645, + 0.01768585480749607, + -0.01586039550602436, + 0.016467463225126266, + -0.06620863825082779, + 0.02678516134619713, + -0.015685219317674637, + -0.009682174772024155, + -0.06745225191116333, + -0.004071940202265978, + 0.012052211910486221, + 0.0036167583893984556, + 0.029642567038536072, + -0.07084158807992935, + -0.05373381823301315, + 0.03519401699304581, + -0.02545703761279583, + -0.0012839913833886385, + 0.03921768441796303, + 0.0019743198063224554, + -0.08167675882577896, + -0.014279244467616081, + -4.697568556366605e-08, + -0.04984578117728233, + 0.032841477543115616, + -0.0006809193291701376, + -0.026550153270363808, + 0.03732387721538544, + -0.035079874098300934, + 0.053695522248744965, + 0.0025004700291901827, + -0.10070375353097916, + 0.026384195312857628, + 0.06276652216911316, + -0.03355107456445694, + 0.06509916484355927, + 0.000142106378916651, + 0.15294241905212402, + 0.016557272523641586, + -0.04354836791753769, + 0.0008760427008382976, + -0.019237095490098, + -0.005699384491890669, + 0.011149032972753048, + -0.010802170261740685, + -0.027099158614873886, + -0.049467720091342926, + -0.05907008796930313, + -0.05313877388834953, + -0.04599687457084656, + -0.0639025941491127, + -0.025966880843043327, + 0.03216610103845596, + 0.09409593045711517, + 0.018218183889985085, + 0.02825731225311756, + 0.0729735791683197, + -0.01994100771844387, + 0.004296150989830494, + -0.04848022013902664, + -0.02196856401860714, + 0.03357098251581192, + -0.02931482158601284, + -0.034853748977184296, + -0.08529898524284363, + 0.04132629558444023, + -0.0025801497977226973, + -0.061899736523628235, + -0.11839082092046738, + 0.10178978741168976, + -0.0318509042263031, + -0.04954012855887413, + 0.04778590053319931, + 0.058426570147275925, + -0.0038196288514882326, + 0.08295813947916031, + 0.040504347532987595, + 0.05370417609810829, + -0.13780808448791504, + 0.06181268393993378, + 0.03398721292614937, + -0.12811437249183655, + -0.05915021896362305, + 0.01654352992773056, + -0.07619459927082062, + 0.042702797800302505, + 0.05119698494672775 + ], + "filename": "DA-1p-with-duplicate-pages.pdf.json", + "filetype": "application/json", + "languages": [ + "eng" + ], + "page_number": "2", + "orig_elements": "eJzdUslu20AM/RVCZ9uVFMlLbm2CAL30lFsaGJwZyh54FmEWK0bQfy9HdtGiAfoBvYnDp7eQfHmvyJAll/ZaVfdQbSUNfV+vZTPUO7HrN13fUlM3tRC9wnZTLaCylFBhQsa/V+VjH30Okkr9g/uDNuTQlrp6/LxsxuWk03Gp8mi0xETLEQ8UV6Maqhs6XcYZjeMVor37dGsbdIdc8Nx/qcgdqld+LQx7l62gwO/t/BJ+pxBdJ3f9bj2sm3rdiVZu7nYdKqG2TY2yEVWxmegtFfD33NZN9xzQRRm0IAVD8BYQEhqC5I0CceFy8MFSgER2NBhAO3iYDbBDtYDt/baDL4ZiJLUqxn9l+oYhcKIzPRc9Fv575L2QdV+LZtt1omOnqmk3DU8eVSu7+k78hyP/mkBHODk/OUhHTGCLHDAfoJiHDhOaE/cInlARTEe2DNLz6CmR4XVMBeyHAtEBYg7BZ6e0O8QFZGf0icD6mMAzIEQm8CxyAe/4Z3ZdFsnkgdDwqiMo/rIFyMsEQ3gm0AmiRB7yRzl6GylocpJW8EjWu6t3FbAE8tc4Cwb7fDiyNhUThZBTC5KY442M65na8d2A5xyaE17KvZ11SPkPSabkNRkY/UTz8fH+YfKBr5NJspuH+a/De/0JljVNBw==", + "id": "f591c8f8-225d-583e-bdb1-2b7c7ba0037e", + "record_id": "mock file data", + "is_continuation": NaN + }, + { + "type": "CompositeElement", + "element_id": "6d12fa16920132ebdea2a8599fbd8ec7", + "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one—by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", + "embeddings": [ + 0.037358030676841736, + -0.020528586581349373, + -0.0796353816986084, + 0.07023921608924866, + -0.06806978583335876, + -0.053695108741521835, + 0.07401636987924576, + 0.012273840606212616, + 0.033039968460798264, + -0.045149460434913635, + -0.012830198742449284, + -0.011274494230747223, + 0.02671178989112377, + -0.06151292100548744, + -0.02749647945165634, + -0.023190999403595924, + -0.060615431517362595, + -0.05463779345154762, + 0.021168455481529236, + 0.1274556964635849, + 0.028768477961421013, + -0.046644821763038635, + -0.035690709948539734, + 0.06094501167535782, + -0.06838582456111908, + -0.013283107429742813, + -0.027634529396891594, + -0.035816628485918045, + 0.04861142858862877, + -0.09768129140138626, + -0.0510096400976181, + 0.08331329375505447, + -0.09209876507520676, + 0.05233796685934067, + -0.032006293535232544, + 0.013711747713387012, + 0.005663611926138401, + 0.04934360831975937, + 0.07449013739824295, + -0.026197180151939392, + 0.0399274080991745, + 0.02913133054971695, + 0.010796918533742428, + 0.021942319348454475, + -0.11260529607534409, + -0.01845724880695343, + -0.011754296720027924, + 0.02649390883743763, + -0.010293788276612759, + -0.1248682364821434, + 0.034714821726083755, + -0.02283640205860138, + 0.09628530591726303, + 0.018976593390107155, + -0.01894204504787922, + -0.02717910334467888, + -0.013708202168345451, + -0.010701414197683334, + 0.0315312035381794, + 0.04321485757827759, + 0.011096163652837276, + 0.08876055479049683, + 0.0806163027882576, + 0.04594145342707634, + 0.03423913195729256, + -0.07907787710428238, + 0.06006232649087906, + 0.020310115069150925, + -0.06252197921276093, + 0.06417834758758545, + 0.04080063849687576, + -0.030445603653788567, + -0.046227455139160156, + 0.01012411992996931, + 0.07028847187757492, + 0.04990134760737419, + -0.06434133648872375, + -0.0540018156170845, + -0.010003888979554176, + 0.03183684125542641, + -0.06323326379060745, + 0.10457712411880493, + 0.02706262096762657, + 0.035364191979169846, + 0.03334885835647583, + 0.0548740029335022, + 0.11521469056606293, + -0.025661660358309746, + 0.03303160518407822, + 0.01033460721373558, + 0.008398309350013733, + -0.043461211025714874, + 0.028367262333631516, + -0.002972456393763423, + 0.01817663572728634, + -0.02606532722711563, + 0.05723131448030472, + -0.027343541383743286, + -0.02844563126564026, + 0.054563961923122406, + -0.05540461838245392, + 0.07196150720119476, + -0.021201223134994507, + 0.02154802531003952, + -0.0260565597563982, + -0.03074314258992672, + 0.014619479887187481, + -0.08127821236848831, + 0.007333032321184874, + -0.03868835046887398, + 0.019626373425126076, + -0.1360689401626587, + 0.009265495464205742, + -0.03676365688443184, + -0.010879614390432835, + 0.0417330302298069, + 0.03391868248581886, + -0.006807786878198385, + -0.05049724131822586, + 0.01152607798576355, + -0.012101683765649796, + 0.024082239717245102, + -0.016567865386605263, + 0.09196116030216217, + -0.05718251317739487, + -0.040953002870082855, + -0.10134579986333847, + -7.578266290901137e-35, + -0.012904612347483635, + 0.013062147423624992, + -0.05937899649143219, + -0.08668224513530731, + 0.0261567160487175, + 0.010770467109978199, + -0.062359314411878586, + 0.01518899854272604, + 0.05168516933917999, + 0.05330256372690201, + 0.027821820229291916, + 0.031049391254782677, + 0.09033560007810593, + -0.006130385212600231, + -0.036790717393159866, + -0.005422352347522974, + 0.05644775182008743, + -0.089828260242939, + -0.02737663872539997, + -0.02942279912531376, + -0.03502658009529114, + 0.11553419381380081, + -0.0019328329944983125, + -0.04650259017944336, + -0.06188022717833519, + -0.013684108853340149, + -0.07406685501337051, + 0.07305015623569489, + 0.053048025816679, + 0.034531399607658386, + -0.021182039752602577, + -0.034789275377988815, + -0.00030259074992500246, + 0.04769611358642578, + 0.06907977908849716, + -0.0027277502231299877, + 0.023120425641536713, + -0.037651244550943375, + -0.05934319645166397, + -0.01011268887668848, + -0.059103138744831085, + -0.0035392725840210915, + -0.07635094970464706, + -0.0025258834939450026, + 0.043153051286935806, + 0.01861550658941269, + -0.022448232397437096, + -0.050962693989276886, + -0.1310511827468872, + 0.0664953663945198, + -0.03886415809392929, + 0.07024815678596497, + 0.09379856288433075, + -0.014324828051030636, + -0.03236960247159004, + -0.06817684322595596, + -0.05013781413435936, + -0.06171989068388939, + 0.006487263832241297, + 0.029065312817692757, + 0.009368667379021645, + -0.015013439580798149, + -0.049141447991132736, + -0.030033309012651443, + -0.0449836440384388, + -0.15153060853481293, + 0.06154084950685501, + 0.0006965675856918097, + 0.017626263201236725, + -0.03564824163913727, + -0.06321460753679276, + 0.02386222779750824, + -0.0927649438381195, + 0.04472894221544266, + 0.01678050495684147, + -0.07680179923772812, + -0.025239216163754463, + -0.012870761565864086, + -0.013496403582394123, + 0.02453150786459446, + -0.04291849210858345, + -0.02982679381966591, + 0.09645207971334457, + -0.02403850294649601, + 0.018859228119254112, + 0.0030981332529336214, + -0.005434921942651272, + -0.04701917991042137, + -0.06305378675460815, + 0.030711237341165543, + -0.004766142927110195, + 0.060164447873830795, + 0.12337186932563782, + -0.04272885620594025, + 0.032763853669166565, + -2.848236954708811e-33, + -0.039485249668359756, + -0.08376145362854004, + 0.03131499141454697, + -0.031202545389533043, + -0.03766711801290512, + -0.008277442306280136, + 0.0208168625831604, + -0.01956365443766117, + -0.05515826866030693, + -0.007753682788461447, + -0.046555712819099426, + 0.05070619657635689, + 0.007595201022922993, + 0.012243177741765976, + 0.12058809399604797, + -0.055780235677957535, + -0.012790326029062271, + 0.058553069829940796, + -0.0043779825791716576, + 0.032944951206445694, + 0.003025477286428213, + 0.11190512031316757, + -0.03073003888130188, + -0.03449390456080437, + -0.008508149534463882, + 0.0979728251695633, + -0.005509684793651104, + -0.06187686696648598, + -0.07222524285316467, + -0.03676488995552063, + 0.010874588042497635, + -0.016295837238430977, + -0.010034921579062939, + -0.01331082358956337, + 0.011210698634386063, + -0.0006819531554356217, + -0.014914649538695812, + 0.04148763045668602, + -0.04350072890520096, + -0.1242578998208046, + -0.005923156626522541, + 0.058978524059057236, + 0.06464289128780365, + -0.0475444495677948, + 0.017800990492105484, + -0.00918889045715332, + 0.0234356876462698, + 0.06897478550672531, + 0.09837421774864197, + 0.02387845329940319, + -0.053097955882549286, + 0.015995070338249207, + 0.06612330675125122, + 0.03970012813806534, + 0.0040884907357394695, + -0.09606904536485672, + -0.033915918320417404, + -0.0403883159160614, + 0.031876496970653534, + 0.06252329051494598, + 0.018073096871376038, + -0.04947938397526741, + 0.03668821230530739, + 0.10824659466743469, + 0.039995819330215454, + -0.002186146331951022, + -0.027145326137542725, + 0.07844946533441544, + 0.016364675015211105, + -0.022216403856873512, + 0.048642005771398544, + 0.06576777249574661, + -0.07181377708911896, + 0.054437048733234406, + -0.01070606242865324, + 0.053087275475263596, + 0.02180526591837406, + -0.05482896789908409, + -0.014934707432985306, + -0.05443008989095688, + -0.012488879263401031, + 0.01919400505721569, + -0.010312766768038273, + 0.016157131642103195, + -0.006610411684960127, + -0.04262911528348923, + 0.023771990090608597, + -0.03599034994840622, + 0.023134293034672737, + -0.06173165515065193, + 0.04195249825716019, + -0.028161564841866493, + 0.06332970410585403, + -0.03879421204328537, + 0.024707883596420288, + -5.473673780898025e-08, + -0.002973679220303893, + -0.006025215145200491, + 0.03870382905006409, + -0.007411670405417681, + 0.09386322647333145, + -0.03357618674635887, + -0.008859758265316486, + -0.07590506970882416, + -0.0697016566991806, + 0.05339754372835159, + -0.02369053289294243, + 0.0697961375117302, + 0.03210342302918434, + 0.01149892807006836, + 0.09940969944000244, + 0.03898601233959198, + 0.008226688019931316, + -0.0007811074028722942, + -0.05401957035064697, + 0.016342664137482643, + -0.07857675850391388, + -0.046819962561130524, + -0.00717823626473546, + -0.03344099223613739, + -0.06826326996088028, + -0.054256707429885864, + -0.037339188158512115, + -0.03124600648880005, + -0.034395407885313034, + -0.0017866843845695257, + 0.08333078771829605, + -0.0047875214368104935, + 0.0068662469275295734, + 0.058157626539468765, + -0.0331040695309639, + 0.0704113021492958, + -0.15867666900157928, + -0.024307383224368095, + 0.022396977990865707, + -0.08444300293922424, + 0.02455916814506054, + 0.002599816769361496, + 0.10015598684549332, + 0.005726359318941832, + -0.031181732192635536, + -0.07653560489416122, + -0.029429862275719643, + -0.03422272577881813, + 0.020873840898275375, + 0.0013727055629715323, + 0.05404889956116676, + 0.051914673298597336, + 0.05165368691086769, + 0.026421859860420227, + 0.03968362510204315, + -0.11833129078149796, + 0.0347810797393322, + 0.006198524031788111, + -0.08204849064350128, + -0.030064309015870094, + 0.08204963803291321, + -0.006767179351300001, + 0.08212622255086899, + 0.03309030085802078 + ], + "filename": "DA-1p-with-duplicate-pages.pdf.json", + "filetype": "application/json", + "languages": [ + "eng" + ], + "page_number": "2", + "orig_elements": "eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw==", + "id": "847b235f-d550-5ed6-abc1-03746ded2a3f", + "record_id": "mock file data", + "is_continuation": NaN + }, + { + "type": "CompositeElement", + "element_id": "fa081583ee24edb4bdffb61462039d74", + "text": "Magi.", + "embeddings": [ + -0.0658377856016159, + 0.04694965109229088, + -0.048287831246852875, + 0.03567894920706749, + -0.028093447908759117, + -0.03130354359745979, + 0.07627890259027481, + -0.023010844364762306, + -0.0734153613448143, + -0.08336124569177628, + 0.009985331445932388, + 0.014922182075679302, + 0.05222383514046669, + 0.008468899875879288, + -0.04162130132317543, + -0.047850556671619415, + -0.03373943269252777, + -0.012886933982372284, + -0.06582845002412796, + 0.04588285833597183, + -0.0007262181024998426, + 0.033195216208696365, + 0.07079841196537018, + 0.013285956345498562, + -0.05092621594667435, + -0.01865871250629425, + 0.06058919429779053, + 0.015953227877616882, + -0.08023949712514877, + -0.07368915528059006, + 0.07896925508975983, + 0.11860402673482895, + -0.028479402884840965, + -0.11974592506885529, + -0.07225679606199265, + 0.08459721505641937, + 0.005919873248785734, + -0.034158360213041306, + 0.11576860398054123, + -0.0520421639084816, + 0.031082147732377052, + -0.08920525014400482, + -0.0017570487689226866, + -0.06385203450918198, + 0.07615447044372559, + -0.08535643666982651, + 0.06379403918981552, + 0.0020151562057435513, + 0.06838741153478622, + 0.06636373698711395, + -0.109722800552845, + -0.026593487709760666, + -0.04023630544543266, + 0.06470650434494019, + 0.09429875761270523, + -0.003230785485357046, + 0.03725723549723625, + -0.08865879476070404, + 0.011674650944769382, + -0.015720045194029808, + -0.05349571257829666, + -0.00953542347997427, + -0.09359188377857208, + 0.11752822995185852, + 0.019945641979575157, + 0.0008398208301514387, + -0.009033854119479656, + -0.06210004910826683, + 0.01787605695426464, + -0.07351002842187881, + 0.08180797845125198, + -0.029120802879333496, + -0.01687857136130333, + 0.04056503623723984, + -0.02270379289984703, + 0.0718877837061882, + 0.04930156096816063, + -0.026787059381604195, + 0.040805038064718246, + 0.047595731914043427, + -0.06055563688278198, + -0.04759349673986435, + -0.012617958709597588, + 0.026417888700962067, + 0.06228122115135193, + 0.0009470637887716293, + 0.051520656794309616, + 0.022344650700688362, + 0.015641598030924797, + 0.038689952343702316, + -0.06991268694400787, + 0.11373057216405869, + -0.04818246141076088, + 0.05162835866212845, + 0.010120868682861328, + -0.030963215976953506, + -0.034080736339092255, + -0.04253412410616875, + -0.12542344629764557, + 0.18121971189975739, + -0.002413894748315215, + -0.04810431972146034, + 0.04621261730790138, + 0.03136931359767914, + -0.031337637454271317, + -0.061667703092098236, + 0.04307834059000015, + -0.023152224719524384, + -0.04475340247154236, + 0.02980370633304119, + 0.029885198920965195, + -0.04759066179394722, + -0.09583419561386108, + -0.08372554928064346, + 0.06185029819607735, + 0.08220341801643372, + 0.026864225044846535, + 0.029382184147834778, + -0.017467454075813293, + -0.014383052475750446, + 0.020261546596884727, + 0.02883555181324482, + -0.07076585292816162, + -0.014195789583027363, + 0.012835063971579075, + -0.013605082407593727, + -0.1053803414106369, + -5.079839327677005e-33, + 0.018785234540700912, + -0.0311437975615263, + 0.019542628899216652, + 0.010309075005352497, + -0.009795949794352055, + 0.050990212708711624, + -0.0989830270409584, + -0.015837064012885094, + -0.0008253322448581457, + -0.021314144134521484, + -0.006002955604344606, + 0.06986082345247269, + -0.07135941833257675, + -0.05165143683552742, + 0.09063521027565002, + 0.011266843415796757, + 0.047391779720783234, + 0.06823170185089111, + 0.017872700467705727, + -0.011116301640868187, + 0.03666370362043381, + 0.0851457342505455, + 0.01874108612537384, + -0.02504206821322441, + 0.03966803848743439, + -0.004435839131474495, + 0.08990643173456192, + -0.09701837599277496, + -0.03158346191048622, + 0.04450599476695061, + 0.05679898336529732, + -0.029651910066604614, + -0.002849995158612728, + -0.07966839522123337, + 0.00035438252962194383, + -0.05988249555230141, + -0.04395134747028351, + -0.04232552647590637, + -0.01649663597345352, + 0.0036182270850986242, + -0.0648065060377121, + 0.008203139528632164, + 0.006345085799694061, + 0.03691902011632919, + -0.02601161226630211, + 0.025355299934744835, + 0.04061725735664368, + -0.06052962690591812, + 0.0027599448803812265, + 0.017778003588318825, + -0.02009947970509529, + -0.03342822194099426, + -0.04122234135866165, + 0.042047061026096344, + 0.007264018524438143, + -0.02017655037343502, + -0.006745440885424614, + -0.021999642252922058, + 0.090251624584198, + -0.024998430162668228, + 0.04635731503367424, + 0.06041445583105087, + 0.021548105403780937, + 0.080253005027771, + 0.010543767362833023, + 0.003967131953686476, + 0.012316929176449776, + 0.0384058877825737, + 0.09335615485906601, + 0.07806693762540817, + -0.05212971195578575, + 0.025178058072924614, + 0.01373088639229536, + 0.029688240960240364, + 0.021401742473244667, + -0.05201204493641853, + 0.018294138833880424, + 0.01895824819803238, + 0.03170257434248924, + 0.01528487540781498, + -0.02826806530356407, + 0.03696718066930771, + -0.018983442336320877, + 0.06289421766996384, + 0.04349520802497864, + 0.09134140610694885, + -0.002712240908294916, + 0.000290501193376258, + 0.026695115491747856, + -0.07390753924846649, + 0.005697253625839949, + 0.11175519973039627, + 0.05203808471560478, + -0.022309662774205208, + -0.09403099119663239, + 4.425532356044442e-33, + 0.00014047871809452772, + -0.107025146484375, + 0.06498139351606369, + 0.022407621145248413, + -0.05006909742951393, + -0.008846607990562916, + -0.041890230029821396, + -0.01438931468874216, + 0.010600283741950989, + 0.04337248578667641, + -0.05536634102463722, + -0.06620828062295914, + 0.08269788324832916, + -0.0041430736891925335, + 0.029910054057836533, + 0.048713408410549164, + 0.07916519045829773, + -0.042897164821624756, + 0.04202089086174965, + 0.021571414545178413, + 0.0016548654530197382, + 0.04308129474520683, + 0.009189831092953682, + -0.04255659878253937, + -0.05737336352467537, + -0.006247034762054682, + 0.06456174701452255, + -0.028027763590216637, + -0.06318408250808716, + -0.013622974045574665, + -8.104486914817244e-05, + -0.03476148471236229, + -0.04696408659219742, + -0.04334783926606178, + -0.010852559469640255, + 0.047279685735702515, + 0.02054613269865513, + -0.009756910614669323, + 0.04328828677535057, + -0.036709532141685486, + 0.028166554868221283, + -0.02696390263736248, + 0.041742052882909775, + 0.09178416430950165, + -0.04838642477989197, + -0.06890594959259033, + -0.0005516711971722543, + 0.039735931903123856, + -0.026897691190242767, + 0.027579590678215027, + -0.062470871955156326, + -0.0542023703455925, + -0.01724689081311226, + -0.06510623544454575, + 0.0021525046322494745, + -0.03467739373445511, + -0.004093239549547434, + -0.02502344734966755, + -0.04143184795975685, + 0.0002262179768877104, + 0.027563290670514107, + 0.00892723724246025, + 0.023365356028079987, + -0.010457481257617474, + -0.03467808663845062, + 0.10980616509914398, + -0.012630333192646503, + -0.058963410556316376, + 0.03659023344516754, + 0.015661919489502907, + 0.1621091514825821, + -0.0653773695230484, + 0.007609174121171236, + 0.011894069612026215, + 0.004859040025621653, + 0.08541195839643478, + -0.05784595012664795, + 0.09797164797782898, + 0.01519977580755949, + -0.046202294528484344, + 0.02751314453780651, + -0.029131652787327766, + -0.10359720140695572, + 0.022175170481204987, + 0.05230141058564186, + -0.01395878754556179, + 0.029441101476550102, + -0.06870174407958984, + 0.03320522978901863, + -0.027041900902986526, + 0.057425323873758316, + 0.016704455018043518, + 0.06068730354309082, + -0.027439728379249573, + -0.07282054424285889, + -1.5207929138227883e-08, + -0.024854907765984535, + 0.0393451526761055, + -0.05304751545190811, + 0.045002877712249756, + 5.2443163440329954e-05, + 0.022429969161748886, + -0.0521911084651947, + -0.028093617409467697, + 0.046292003244161606, + 0.048645853996276855, + 0.09115906804800034, + 0.05776803940534592, + 0.04072481021285057, + -0.011461718007922173, + 0.047719258815050125, + 0.02218662016093731, + -0.03465593233704567, + 0.015750493854284286, + -0.016545960679650307, + 0.02902238257229328, + 0.056394826620817184, + 0.034755390137434006, + 0.01619255542755127, + -0.03715568408370018, + -0.08003553003072739, + 0.03015962243080139, + -0.05775846168398857, + 0.012725284323096275, + -0.008311823010444641, + -0.0289781391620636, + 0.08217950165271759, + 0.029609492048621178, + -0.005844139028340578, + -0.03658907115459442, + -0.03535956144332886, + 0.004127653781324625, + -0.017830586060881615, + 0.017817452549934387, + 0.06604278087615967, + 0.027377424761652946, + 0.015113972127437592, + -0.030894553288817406, + 0.08545627444982529, + -0.07634575664997101, + -0.07782560586929321, + -0.028618033975362778, + 0.03509940207004547, + -0.022645076736807823, + -0.0003904593759216368, + -0.07913517206907272, + -0.019274987280368805, + 0.041637785732746124, + 0.07933755964040756, + 0.07452785223722458, + 0.06487897038459778, + 0.06223444268107414, + 0.04809151217341423, + -0.007024576421827078, + -0.019972123205661774, + 0.009830907918512821, + 0.1081894040107727, + -0.05158744752407074, + -0.07323957979679108, + -0.017688944935798645 + ], + "filename": "DA-1p-with-duplicate-pages.pdf.json", + "filetype": "application/json", + "languages": [ + "eng" + ], + "page_number": "2", + "orig_elements": "eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw==", + "id": "513653fc-673a-52f0-a8e3-4e391e582fb0", + "record_id": "mock file data", + "is_continuation": true + }, + { + "type": "CompositeElement", + "element_id": "36a1cde45e3fe46d4ab6bd0f27f0fa85", + "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", + "embeddings": [ + 0.029347889125347137, + -0.04517943039536476, + -0.10511812567710876, + -0.024585271254181862, + -0.007356676738709211, + -0.08651377260684967, + 0.022096142172813416, + -0.020169580355286598, + 0.06375181674957275, + -0.09861749410629272, + -0.05085907503962517, + 0.02313208393752575, + 0.06010859087109566, + -0.10936880111694336, + -0.014296606183052063, + -0.012459876947104931, + -0.049071744084358215, + -0.04973546788096428, + -0.05237169563770294, + 0.03888620063662529, + -0.012627502903342247, + -0.029852764680981636, + 0.06629118323326111, + 0.11194230616092682, + -0.061922457069158554, + -0.06858310848474503, + 0.06536244601011276, + -0.029726700857281685, + -0.003926862496882677, + -0.043617378920316696, + -0.04400668293237686, + 0.09197808057069778, + -0.03772498667240143, + -0.06420345604419708, + -0.06515754759311676, + 0.051264215260744095, + 0.024444296956062317, + 0.02056599222123623, + 0.10234462469816208, + -0.10559316724538803, + 0.12869274616241455, + -0.04119773954153061, + 0.0285655464977026, + -0.043120454996824265, + -0.025036025792360306, + -0.0477650985121727, + -0.04194539040327072, + 0.02853560633957386, + 0.02840467169880867, + -0.012528140097856522, + 0.04119328036904335, + -0.04850401729345322, + 0.03502144664525986, + -0.012264280579984188, + -0.027910718694329262, + 0.014142890460789204, + -0.05271192640066147, + -0.08031938225030899, + 0.077254518866539, + -0.018956858664751053, + 0.014718012884259224, + 0.041656602174043655, + 0.05426442250609398, + 0.03202870115637779, + -0.0259458776563406, + -0.013158555142581463, + 0.05822793394327164, + -0.06070574373006821, + 0.0009070141823031008, + 0.018405156210064888, + 0.04719586670398712, + -0.05955820530653, + 0.026970138773322105, + -0.0051771788857877254, + 0.0746769830584526, + 0.12564800679683685, + -0.05343775451183319, + -0.1106632649898529, + -0.03993317484855652, + -0.0270332433283329, + 0.038054369390010834, + -0.02167128585278988, + 0.08786617964506149, + 0.022691939026117325, + 0.049285564571619034, + 0.017078455537557602, + 0.11659367382526398, + -0.06255511194467545, + 0.013221791945397854, + -0.006171088665723801, + -0.010568393394351006, + 0.025596365332603455, + -0.014737390913069248, + -0.02435918338596821, + 0.0119980089366436, + -0.0041837445460259914, + 0.03243687003850937, + -0.030361883342266083, + -0.09133628755807877, + 0.03658398985862732, + -0.1009567603468895, + -0.004010774195194244, + 0.04745297133922577, + -0.007054759655147791, + -0.07229647040367126, + -0.06534408032894135, + 0.054590027779340744, + -0.03663728013634682, + -0.017383677884936333, + -0.009422698989510536, + -0.01679876074194908, + -0.0560649037361145, + 0.0316440612077713, + -0.08176153153181076, + -0.008566191419959068, + 0.08009045571088791, + -0.01991754211485386, + 0.002713720314204693, + -0.10396308451890945, + 0.0951094776391983, + 0.039334818720817566, + 0.054455701261758804, + -0.04090716317296028, + 0.06632010638713837, + 0.02877584472298622, + -0.009951743297278881, + -0.14898954331874847, + 1.9497052359875782e-33, + -0.0007072295993566513, + 0.08138305693864822, + -0.0006711510941386223, + -0.05068374425172806, + -0.05287633091211319, + -0.010863522998988628, + -0.07839202135801315, + -0.04632001742720604, + 0.046681106090545654, + -0.041130419820547104, + 0.09359558671712875, + -0.017826661467552185, + 0.04364107549190521, + -0.0054445103742182255, + 0.05383273959159851, + -0.05450233072042465, + 0.08459210395812988, + -0.035897981375455856, + -0.012286619283258915, + -0.08013910055160522, + -0.023737432435154915, + 0.10175937414169312, + -0.060764167457818985, + -0.0040743788704276085, + 0.028867051005363464, + 0.026879608631134033, + 0.000874446181114763, + 0.09172999113798141, + 0.0051080756820738316, + 0.035262130200862885, + 0.013029740191996098, + 0.0025755399838089943, + -0.041640400886535645, + -0.03140583261847496, + 0.0698535144329071, + 0.021727003157138824, + 0.01805434562265873, + -0.05174315348267555, + -0.026795126497745514, + -0.009120677597820759, + -0.045181166380643845, + -0.002754570683464408, + -0.043619658797979355, + 0.06098083779215813, + -0.016354907304048538, + 0.017690567299723625, + -0.010266760364174843, + -0.08666684478521347, + -0.021220387890934944, + 0.03520427271723747, + 0.005395923275500536, + 0.037931233644485474, + 0.06454936414957047, + -0.028346600010991096, + 0.034877825528383255, + -0.03441748023033142, + -0.060483142733573914, + -0.09381649643182755, + 0.021953586488962173, + -0.07355393469333649, + 0.023933831602334976, + -0.0011325932573527098, + -0.02608299069106579, + 0.002897498430684209, + -0.029430244117975235, + -0.0399213582277298, + -0.03715607523918152, + -0.04787283390760422, + -0.006345562636852264, + -0.0038677274715155363, + -0.017765384167432785, + 0.03161167353391647, + -0.08318436145782471, + 0.0010106059489771724, + -0.009069276973605156, + -0.023934494704008102, + 0.046543657779693604, + -0.005275749135762453, + 0.06723448634147644, + -0.009272760711610317, + 0.02237946353852749, + -0.01128087192773819, + 0.047595079988241196, + -0.009831287898123264, + 0.03729168325662613, + -0.007552699185907841, + 0.057102736085653305, + -0.026226753368973732, + 0.0047675673849880695, + -0.03919346258044243, + 0.053637806326150894, + 0.10152339190244675, + 0.021864183247089386, + -0.027576737105846405, + -0.06813587993383408, + -2.564587229119516e-33, + -0.04115577042102814, + -0.04554123803973198, + 0.03824533522129059, + 0.03336254507303238, + -0.050544776022434235, + -0.00034170824801549315, + -0.030269185081124306, + -0.03482630476355553, + 0.026359524577856064, + -0.026986828073859215, + -0.028947031125426292, + 0.049524445086717606, + 0.012074064463376999, + -0.012316572479903698, + 0.03653912618756294, + -0.07467400282621384, + 0.07556266337633133, + 0.023281171917915344, + 0.07255798578262329, + 0.023640615865588188, + 0.04703063145279884, + 0.04930218681693077, + 0.014464843086898327, + -0.0658251941204071, + -0.06641095131635666, + 0.04137340560555458, + 0.026182176545262337, + -0.05615556240081787, + -0.013379840180277824, + -0.017336171120405197, + -0.010013424791395664, + 0.023691974580287933, + 0.004779248498380184, + -0.06734088808298111, + 0.040897876024246216, + -0.028518257662653923, + 0.004970037844032049, + 0.052881672978401184, + -0.04338337853550911, + -0.11933644115924835, + -0.07197444885969162, + -0.028846580535173416, + -0.0021988567896187305, + -0.05831323191523552, + 0.009468826465308666, + -0.057997677475214005, + 0.19217056035995483, + 0.09069530665874481, + 0.0761801153421402, + -0.015643317252397537, + -0.03119976632297039, + -0.0513593927025795, + 0.06350328028202057, + -0.008555023930966854, + 0.032757893204689026, + -0.06581267714500427, + -0.013623868115246296, + -0.04718067869544029, + -0.013598631136119366, + -0.04847138747572899, + -0.03362194448709488, + 0.06594348698854446, + 0.05263299494981766, + 0.0035914722830057144, + 0.07827748358249664, + 0.09226389974355698, + -0.013054887764155865, + 0.029750412330031395, + -0.008579877205193043, + 0.026112934574484825, + 0.05055231973528862, + 0.010926173068583012, + -0.07288292795419693, + 0.07289845496416092, + 0.04993496462702751, + 0.033986568450927734, + 0.007738420274108648, + -0.0365450419485569, + 0.025377074256539345, + -0.03022671490907669, + -0.00010707042383728549, + 0.03289805352687836, + -0.06166395917534828, + 0.01732531376183033, + -0.022627364844083786, + -0.021942373365163803, + 0.01601216197013855, + -0.05392350256443024, + 0.03428212180733681, + 0.0050339470617473125, + 0.056004542857408524, + -0.020480602979660034, + 0.1121891587972641, + -0.03203325346112251, + 0.04904788359999657, + -4.1433178665784e-08, + 0.030464310199022293, + 0.07622631639242172, + -0.0202197078615427, + 0.047551147639751434, + 0.07194522768259048, + -0.06562484800815582, + -0.0029358547180891037, + -0.11533930152654648, + 0.006900150794535875, + 0.05135784670710564, + -0.060439225286245346, + 0.06324761360883713, + 0.050559818744659424, + -0.04702095687389374, + 0.06288639456033707, + 0.05543025583028793, + 0.0025756708346307278, + -0.033943574875593185, + -0.05499976500868797, + -0.023845834657549858, + -0.014748181216418743, + 0.031094297766685486, + 0.01962583139538765, + -0.086506687104702, + -0.030560895800590515, + -0.0029827894177287817, + -0.01812724582850933, + -0.08702859282493591, + -0.06050510331988335, + 0.029895484447479248, + 0.08602144569158554, + -0.04135221615433693, + 0.02153361402451992, + 0.04553322121500969, + -0.045535609126091, + -0.008469369262456894, + -0.11050883680582047, + 0.06220754235982895, + 0.08284267038106918, + -0.002116328803822398, + 0.0623321607708931, + -0.037645477801561356, + 0.10578399151563644, + 0.014827528968453407, + -0.028881050646305084, + -0.029301462695002556, + -0.028901169076561928, + 0.016495252028107643, + 0.022979507222771645, + -0.015349864959716797, + 0.04662579670548439, + 0.02448904700577259, + 0.09252231568098068, + 0.039045486599206924, + 0.03479880839586258, + -0.061136115342378616, + 0.09900186955928802, + 0.032807476818561554, + -0.0015372438356280327, + -0.021638650447130203, + 0.02278803288936615, + -0.07561742514371872, + 0.03621399775147438, + 0.02077053114771843 + ], + "filename": "DA-1p-with-duplicate-pages.pdf.json", + "filetype": "application/json", + "languages": [ + "eng" + ], + "page_number": "2", + "orig_elements": "eJxNUsty2zAM/BUMz7ZrK4pj9da61/bkWybjAUlQ4pgiVT6sejL594Jy2uQigcBisVjy+VWQo5F8PlstvoI4PLWP7YOilrZ7ZUyjJclGN3ToGinbbSdWIEbKqDEj419FDc4plKiont+4bqwjj2M9ix/f1rtpPds8rHWZnFWYaT1hT2kzaSPe0fk2LWic7hAb/Jf3skPfl4rn+rMg34sXzlaGsy+jpMj5ZsnEjy1k26rusdub/W67b2Wjnh66FrXUh90W1U6KKjPTn1zBpwH9xRTnbitAGUbrFwEJmBEifzZwGgiONipHMGACNmAIOoEJEWYibX0PoWTgbCKYh7C05sD/DNGmy4LUNAZvFUwhJUqJR/A8ryEp9BkMzTDWPWEOxWno7ZWgTMxJNoKJxMTWOWaFVORo8z1SAyDIwDTVY46XKRv4znKCV8QTPi8FNoGKxJegV8AcC6UOHCaQlBbSex3GUDc/shFWU6wr5oHXYZMtL5d+F2QHgoFM4+QwJnaGFUsiDxcfZl+pDDI9VmOqcf7egJCYja38pGsRw9p8yLxUnNi0/xNr85G7c7xBxgs7VDOyMIJtXCR8XA+ffmJv4UqMTqw7lORuYL3me9rUB/Xvrf3CGHn2lU71Hby9/AWNtgvI", + "id": "1c9cf6c1-b6c9-5b4c-b678-9b7d516355c3", + "record_id": "mock file data", + "is_continuation": NaN + }, + { + "type": "CompositeElement", + "element_id": "9898e8da83933fafa47600450eca67f1", + "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", + "embeddings": [ + -0.01682751625776291, + 0.044853467494249344, + -0.02427399344742298, + 0.019526232033967972, + -0.02260245941579342, + -0.02364928461611271, + -0.008829304948449135, + -0.0010938029736280441, + -0.03609094396233559, + 0.0002817685599438846, + -0.018739674240350723, + -0.03417038917541504, + -0.003862546756863594, + -0.037164438515901566, + -0.08567661792039871, + 0.038517385721206665, + 0.04341655224561691, + 0.03751537576317787, + 0.03385096788406372, + 0.08904548734426498, + 0.0018377407686784863, + 0.008340608328580856, + 0.03759521245956421, + 0.02481389231979847, + -0.027865441516041756, + -0.04453030973672867, + 0.00808127224445343, + -0.003838210366666317, + -0.021035296842455864, + -0.07071445882320404, + -0.06779080629348755, + 0.04234655573964119, + 0.01738337054848671, + -0.014189333654940128, + 0.013577292673289776, + 0.07574520260095596, + 0.06995886564254761, + -0.039838001132011414, + 0.050228819251060486, + 0.0009188558324240148, + -0.02971894107758999, + 0.014785832725465298, + -0.04512403532862663, + 0.017076998949050903, + -0.07186999171972275, + -0.07726482301950455, + -0.09517337381839752, + -0.043140944093465805, + -0.011352662928402424, + -0.09595498442649841, + 0.05409936234354973, + -0.018932214006781578, + 0.046731434762477875, + -0.008230224251747131, + -0.06469403952360153, + -0.029364636167883873, + 0.017590969800949097, + -0.021093599498271942, + 0.08427660167217255, + -0.02416510134935379, + 0.08597502112388611, + 0.06288917362689972, + 0.0524468757212162, + 0.04941461235284805, + -0.03318645805120468, + -0.061716388911008835, + 0.07211311906576157, + -0.06927850097417831, + 0.010402662679553032, + 0.036037344485521317, + -0.0051335422322154045, + -0.020267456769943237, + 0.05970819294452667, + -0.036391668021678925, + -0.014533421956002712, + 0.020618034526705742, + 0.023223912343382835, + -0.1860797107219696, + 0.020651742815971375, + 0.0018217586912214756, + -0.031118087470531464, + 0.028345705941319466, + 0.11568930745124817, + -0.004375297110527754, + 0.09433278441429138, + 0.04092928022146225, + -0.00842042826116085, + 0.03114221803843975, + -0.09934472292661667, + 0.03429730609059334, + -0.0522882379591465, + -0.058220505714416504, + 0.048022039234638214, + 0.050902146846055984, + 0.03815465047955513, + 0.03604389727115631, + -0.06307490170001984, + 0.04125528037548065, + -0.05912747234106064, + 0.038264088332653046, + -0.07713218033313751, + 0.06809689104557037, + 0.031313542276620865, + 0.023312311619520187, + 0.006412799004465342, + -0.038776446133852005, + 0.028938228264451027, + -0.03196655213832855, + -0.027630100026726723, + -0.02673749439418316, + -0.05685042962431908, + -0.06020181253552437, + -0.00867218617349863, + 0.017430484294891357, + 0.022642532363533974, + -0.012801491655409336, + -0.011718017049133778, + -0.009403431788086891, + -0.06675862520933151, + 0.061755795031785965, + 0.16989800333976746, + 0.03899369761347771, + -0.023491188883781433, + 0.02629872038960457, + 0.06443753093481064, + -0.03193378821015358, + -0.0024229553528130054, + 2.368005268069674e-33, + 0.02496231719851494, + 0.02407502755522728, + -0.03281857818365097, + -0.025873232632875443, + 0.11186985671520233, + 0.047858916223049164, + -0.01496877335011959, + 0.028104638680815697, + 0.01991395466029644, + 0.06679993867874146, + 0.001189913717098534, + 0.02876504324376583, + -0.019964303821325302, + -0.01423739455640316, + 0.0053717209957540035, + -0.010401537641882896, + 0.018903519958257675, + -0.005361763294786215, + 0.056310947984457016, + -0.0428181029856205, + -0.006292691919952631, + 0.12118802219629288, + -0.0009890637593343854, + -0.05356815084815025, + -0.028604919090867043, + 0.037075676023960114, + -0.06907759606838226, + 0.024704663082957268, + 0.042739637196063995, + 0.031545959413051605, + -0.0005271792178973556, + -0.026535140350461006, + 0.05111439526081085, + 0.028443027287721634, + 0.02920220047235489, + -0.0703665018081665, + 0.04644351825118065, + -0.06731420010328293, + -0.10569950193166733, + -0.031965047121047974, + 0.04769280180335045, + 0.017549661919474602, + -0.03355195000767708, + -0.026272794231772423, + -0.07081752270460129, + 0.015176074579358101, + 0.05508141592144966, + -0.010872113518416882, + -0.04570223391056061, + 0.04199223592877388, + -0.06018299236893654, + 0.064690001308918, + 0.05469166487455368, + -0.002094427589327097, + -0.014063085429370403, + 0.00793885625898838, + -0.018383745104074478, + -0.11529102176427841, + 0.04078088328242302, + -0.0030891848728060722, + -0.021087344735860825, + 0.0001917726476676762, + 0.06834341585636139, + -0.03973044827580452, + -0.009760876186192036, + -0.1637747883796692, + 0.01795063726603985, + -0.03674279525876045, + -0.0512724295258522, + -0.021617349237203598, + -0.06599012017250061, + 0.0017328673275187612, + -0.018664052709937096, + -0.007922838442027569, + -0.03551406413316727, + -0.013705006800591946, + 0.005116149317473173, + -0.035742130130529404, + -0.1352051943540573, + -0.1138150691986084, + 0.02623431570827961, + -0.027093470096588135, + 0.018758386373519897, + 0.021756835281848907, + 0.05185794085264206, + 0.04631345719099045, + 0.00587364099919796, + -0.12321963161230087, + 0.005792269948869944, + 0.06275735795497894, + 0.009350963868200779, + -0.053312037140131, + 0.019159561023116112, + -0.08632557094097137, + -0.013855114579200745, + -3.370276016289904e-33, + 0.05864599719643593, + -0.04615163430571556, + -0.06346820294857025, + -0.039397746324539185, + 0.04648108780384064, + -0.015082422643899918, + -0.046895723789930344, + 0.0331069715321064, + 0.011396822519600391, + -0.03655468299984932, + 0.010792517103254795, + 0.0623098760843277, + 0.019380763173103333, + -0.014159128069877625, + 0.057823166251182556, + -0.011272733099758625, + 0.06668494641780853, + -0.031565312296152115, + 0.05953863263130188, + -0.030383192002773285, + -0.006127845961600542, + 0.01195296086370945, + -0.06099686026573181, + -0.059799645096063614, + 0.0366910845041275, + 0.13059313595294952, + 0.05516337603330612, + -0.0410565584897995, + -0.030163342133164406, + -0.01593650132417679, + 0.010990561917424202, + -0.0004563460242934525, + 0.082244873046875, + 0.04145166650414467, + -0.013359212316572666, + 0.06620323657989502, + -0.0051485393196344376, + -0.04055960103869438, + 0.005038105882704258, + -0.0876849964261055, + 0.05181102082133293, + -0.02483629621565342, + -0.013291548006236553, + 0.02350531332194805, + 0.02454136498272419, + -0.004755537025630474, + 0.052200499922037125, + 0.09872261434793472, + 0.0591018907725811, + -0.045177437365055084, + -0.1164826899766922, + 0.027713248506188393, + -0.018304908648133278, + -0.0900065153837204, + -0.002023108536377549, + -0.05354244261980057, + -0.04563049599528313, + -0.14014962315559387, + 0.05999334156513214, + 0.04939275607466698, + 0.0055672116577625275, + 0.04691183194518089, + -0.08384080231189728, + 0.05071518197655678, + -0.021204866468906403, + 0.05372503772377968, + -0.01412469893693924, + -0.007538723759353161, + -0.10857655107975006, + 0.02581317350268364, + 0.028107982128858566, + 0.03456532582640648, + -0.07613313943147659, + 0.07480809837579727, + -0.0059866467490792274, + -0.05370412766933441, + -0.009826296009123325, + -0.05398648604750633, + 0.1098610907793045, + -0.029154378920793533, + -0.014540938660502434, + -0.07259169965982437, + -0.04204044118523598, + 0.06544860452413559, + 0.015794046223163605, + -0.021059811115264893, + -0.025973210111260414, + 0.10152342170476913, + 0.008141516707837582, + -0.04888930544257164, + 0.04978877305984497, + -0.001182420994155109, + 0.07884292304515839, + -0.022512178868055344, + 0.0662931501865387, + -5.4480917555110864e-08, + 0.012872301042079926, + 0.029415929690003395, + 0.021306470036506653, + -0.12877815961837769, + 0.06538473069667816, + -0.03781597316265106, + 0.04089345410466194, + 0.025989290326833725, + -0.07534364610910416, + 0.06918500363826752, + -0.041046030819416046, + 0.01955747790634632, + 0.094532810151577, + 0.0018593794666230679, + 0.11607338488101959, + 0.03692731261253357, + 0.04356376826763153, + 0.003503254149109125, + -0.06781401485204697, + -0.060386136174201965, + -0.01064812671393156, + 0.006468515377491713, + 0.04884890466928482, + -0.08282852917909622, + -0.027848683297634125, + -0.005262335296720266, + -0.05879766866564751, + -0.05701988935470581, + -0.012010990642011166, + 0.11934466660022736, + 0.05305880308151245, + 0.06174139305949211, + -4.047862603329122e-05, + -0.0005325361271388829, + 0.014883957803249359, + 0.08382643014192581, + -0.019569601863622665, + -0.006244168151170015, + 0.01913524605333805, + -0.07637707144021988, + 0.028814710676670074, + -0.024512913078069687, + 0.022115221247076988, + 0.012672550976276398, + 0.022336596623063087, + -0.026207149028778076, + -0.013074109330773354, + -0.05887090042233467, + 0.08019258826971054, + -0.04008277878165245, + 0.02152581699192524, + 0.03988927975296974, + -0.013363830745220184, + 0.08336689323186874, + 0.007712143938988447, + -0.09284763038158417, + 0.025868285447359085, + -0.020572075620293617, + -0.019475145265460014, + -0.008726609870791435, + 0.0626319870352745, + -0.056563157588243484, + -0.014993257820606232, + -0.020159374922513962 + ], + "filename": "DA-1p-with-duplicate-pages.pdf.json", + "filetype": "application/json", + "languages": [ + "eng" + ], + "page_number": "2", + "orig_elements": "eJzVVcFunDAQ/RWLc3cLBgzktmqjNodEVZqohySKxvYYUMBGxtvtKuq/d0wSKY2iNr1tJQ545vmN34x5XN0nOOCINtz2OjliSZoJg6bOeaZ1WnIFOUXSSuky12mTFck7lowYQEMAwt8n8eV2dluvMK5/Ut70A1oY4zr5uFll02rXh26lt9PQKwi4mqDFeT1pkzyiw35a0DA9QHpn3z+mB7DtNuIpf5WgbZMbikaGW7sdJXqK81g14I8QOTZegUX22XnvfGR4Ir/ow4AJQV9qLjkWWqq8bGTB88xwWaCGXDe1VlnF4TA1LxH/D5N73qTr5HJylsGs0Oretiw4FjpkMypnNTODc545s8SC26F/x3ZIj0fWesSAmsk9A1pscXYjbezbLhxRxEPbUla5YUAVRUUa6SzOtB38UotIvZMUoRRlngrNaHsqi1Z1YAP6ec1OWAea3Vm3s6xDzwzl90Qz03kgqI4qxbCHfkaqubU04nlm1NPYmV4hAYEEEQGbqcQOKMnGqGPaThOGhXFRoHF0dn2dPL8yZ+A9TeY7XsS+vXJ1eJXWjVAyoyuU5tLkIHRlsFB5WmWp+A8+F/Fc7xfCnT3AXhGblgaFqUUj8qosZV7JzIimbnhTVRp1c5Bi8+diTzcnZ+zT5vT4Tb4gOJYCa1U1WS0Ri1LWolSai1qnIq2zw9f74fx4c3F5fvz1TXo5cGzK1BSK1EpJF1libTKuK9Rc5fXh691IN/Z24XiTYimg1sZgLgtdpk2TlhWkPFNlUUEuxYFO+KXz/3Vuvzv/N2Rka2RqmvV2MV6NZLJkwjaa+JoRILoukVHag7p7Mu0RBjR04gcf1rB/dFdDPR+G/bKr60cyYm/JYvV6vWaLvcafR+jcNtL/wV9vfgFMZsDO", + "id": "938a229b-796e-5a20-a4cd-e0c64e584645", + "record_id": "mock file data", + "is_continuation": NaN + }, + { + "type": "CompositeElement", + "element_id": "af74b2e5414979a734e3765deb30cb33", + "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", + "embeddings": [ + 0.03848652541637421, + 0.07322842627763748, + -0.039086371660232544, + 0.014992752112448215, + 0.0782385915517807, + -0.026279285550117493, + 0.07023986428976059, + -0.0001279494317714125, + -0.058713387697935104, + -0.07570464164018631, + 0.02176794223487377, + -0.0005701213958673179, + -0.0019813489634543657, + -0.07120512425899506, + -0.03209613263607025, + -0.02752888761460781, + -0.1049681082367897, + -0.014891864731907845, + 0.004007284063845873, + 0.00852011889219284, + -0.05432821437716484, + 0.07113152742385864, + 0.001230935798957944, + 0.041040707379579544, + 0.046427223831415176, + -0.0405488945543766, + -0.006561534013599157, + 0.023826558142900467, + 0.03458769991993904, + -0.053628306835889816, + 0.09278160333633423, + -0.006737314630299807, + 0.05220581963658333, + -0.036295779049396515, + -0.0485057532787323, + 0.11319926381111145, + 0.027510428801178932, + -0.014265256933867931, + 0.010309591889381409, + -0.01602257788181305, + -0.005835033021867275, + 0.0045592039823532104, + -0.06903189420700073, + -0.025529585778713226, + -0.037706971168518066, + -0.023433146998286247, + 0.007650864310562611, + -0.10269569605588913, + 0.028969306498765945, + 0.01438701432198286, + 0.004410407971590757, + 0.08216199278831482, + -0.019115639850497246, + 0.012689188122749329, + 0.0010644684080034494, + 0.005899399984627962, + 0.08162281662225723, + -0.08335557579994202, + 0.05479880049824715, + -0.051131438463926315, + 0.018698327243328094, + 0.08947112411260605, + 0.05924000218510628, + 0.0671221911907196, + 0.009261899627745152, + -0.12461096793413162, + 0.015444870106875896, + -0.023853566497564316, + 0.06586326658725739, + 0.037787143141031265, + 0.05762845277786255, + -0.04702874273061752, + 0.003731879172846675, + -0.06792774796485901, + -0.0527118444442749, + 0.00900707021355629, + -0.06468125432729721, + -0.1286754608154297, + 0.002884211950004101, + 0.028943592682480812, + 0.024202514439821243, + -0.019803209230303764, + -0.005172668024897575, + 0.019701054319739342, + -0.02779141068458557, + 0.02555151842534542, + 0.05718522146344185, + 0.009517142549157143, + -0.016476675868034363, + 0.024546954780817032, + 0.02209690771996975, + 0.023861274123191833, + -0.050366781651973724, + 0.128755584359169, + 0.035246364772319794, + -0.019921960309147835, + 0.03183208405971527, + 0.01760866492986679, + -0.0357632040977478, + 0.09666019678115845, + -0.03279680013656616, + -0.011801608838140965, + -0.006416936405003071, + -0.06438212096691132, + -0.0016695513622835279, + -0.028713993728160858, + -0.048508089035749435, + 0.0023268633522093296, + 0.00010731635120464489, + -0.004430283792316914, + -0.0027484798338264227, + -0.08836869895458221, + -0.029581623151898384, + -0.05176875740289688, + 0.04854046180844307, + -0.030137520283460617, + 0.017958756536245346, + -0.045813921838998795, + -0.16089917719364166, + 0.03669830039143562, + 0.12689056992530823, + 0.08355804532766342, + -0.0067156716249883175, + 0.0588994100689888, + 0.06839577853679657, + 0.045722898095846176, + 0.04440539330244064, + -1.8460459196992456e-33, + -0.030627144500613213, + 0.019772542640566826, + -0.05011877045035362, + 0.003265047213062644, + 0.09844215214252472, + -0.005574981216341257, + -0.023690680041909218, + -0.044040292501449585, + -0.00017801592184696347, + 0.006126445718109608, + 0.07880857586860657, + -0.021872347220778465, + -0.008005188778042793, + -0.08304689079523087, + -0.07907761633396149, + -0.008925779722630978, + 0.02461901679635048, + -0.025174634531140327, + -0.04031767323613167, + -0.03601386770606041, + -0.007908975705504417, + 0.0815252959728241, + -0.012495998293161392, + 0.028089160099625587, + -0.0491638146340847, + 0.03576384857296944, + 0.010324730537831783, + 0.009807921946048737, + 0.030524734407663345, + 0.020602013915777206, + -0.04578060656785965, + -0.013207262381911278, + 0.026395369321107864, + -0.004913602955639362, + 0.07882220298051834, + 0.04910660162568092, + -0.031904418021440506, + -0.09458641707897186, + -0.09333070367574692, + -0.02722296491265297, + -0.025007173418998718, + -0.0038567865267395973, + 0.04072514548897743, + 0.003667169716209173, + -0.0420503169298172, + -0.01191764511168003, + -0.06431711465120316, + 0.08200852572917938, + -0.06076711043715477, + -0.022249411791563034, + -0.007887872867286205, + 0.022517839446663857, + 0.05303343012928963, + 0.022187327966094017, + -0.0034049907699227333, + -0.008297723717987537, + 0.020200394093990326, + -0.052049670368433, + 0.05553225800395012, + 0.013560731895267963, + 0.05355742573738098, + -0.05460495501756668, + 0.018521301448345184, + 0.01225869171321392, + 0.04653918370604515, + -0.1920035034418106, + -0.025884097442030907, + -0.00843840278685093, + 9.427993791177869e-05, + -0.03273198381066322, + 0.010819761082530022, + 0.02640712819993496, + -0.02945883944630623, + 0.01164927612990141, + -0.10845769941806793, + -0.027326636016368866, + -0.05977265164256096, + -0.016859183087944984, + -0.11989486962556839, + 0.05720244720578194, + -0.011779855005443096, + -0.056539230048656464, + -0.058386076241731644, + 0.020848175510764122, + 0.06474777311086655, + -0.05431174114346504, + 0.06634552031755447, + -0.12710222601890564, + -0.07795137166976929, + 0.04315808787941933, + -0.034958191215991974, + 0.01980527676641941, + 0.08331822603940964, + -0.12841778993606567, + -0.03785271942615509, + -1.0060922068863568e-33, + -0.027665240690112114, + 0.02926396019756794, + -0.03861820325255394, + 0.04231414943933487, + 7.270499190781265e-05, + -0.0400589220225811, + -0.04971139505505562, + 0.12375447154045105, + -0.08428257703781128, + -0.03588284179568291, + -0.024803893640637398, + 0.043492209166288376, + 0.028007159009575844, + -0.04880745708942413, + 0.006503917742520571, + -0.04279455915093422, + 0.08270835876464844, + 0.044285956770181656, + 0.015556516125798225, + 0.0610281340777874, + 0.004977316129952669, + 0.027586180716753006, + -0.07400929927825928, + -0.0321541465818882, + -0.029895134270191193, + 0.08658154308795929, + 0.044047463685274124, + -0.05423393473029137, + -0.04783777892589569, + -0.044079430401325226, + 0.06052617356181145, + -0.010516159236431122, + -0.041125912219285965, + 0.008886036463081837, + 0.01912558637559414, + 0.0979057103395462, + 0.06284388154745102, + -0.07653651386499405, + -0.05087859183549881, + -0.10978297144174576, + 0.06206950545310974, + 0.02136188931763172, + 0.05348712578415871, + 0.02714644931256771, + 0.014692471362650394, + -0.02011754922568798, + 0.008854399435222149, + 0.038272906094789505, + 0.033644385635852814, + 0.014646644704043865, + -0.0064666080288589, + 0.06312238425016403, + 0.01508532464504242, + -7.384382479358464e-05, + 0.020491518080234528, + -0.06076902896165848, + 0.031369954347610474, + -0.07731205224990845, + 0.0006474092369899154, + -0.03969388082623482, + -0.03864520788192749, + -0.0242959875613451, + 0.009920104406774044, + 0.08266526460647583, + 0.0138448067009449, + -0.01924595981836319, + -0.04970324784517288, + 0.07662062346935272, + -0.0707467794418335, + -0.0492556169629097, + 0.04203110560774803, + 0.07773817330598831, + -0.04046148434281349, + 0.025275511667132378, + -0.002845396287739277, + 0.06004684790968895, + -0.05143704265356064, + 0.05002858117222786, + 0.03366512060165405, + -0.08260758966207504, + 0.01899641379714012, + -0.08672882616519928, + -0.04028487578034401, + 0.007123512215912342, + -0.012681868858635426, + -0.058715373277664185, + -0.019765179604291916, + 0.01173197291791439, + -0.02939874678850174, + -0.07955972105264664, + 0.03129885345697403, + 0.020177708938717842, + 0.019187647849321365, + -0.045627400279045105, + 0.012758012861013412, + -4.402842890272041e-08, + -0.09942327439785004, + 0.08084757626056671, + -0.035018403083086014, + -0.02503906562924385, + 0.09755096584558487, + 0.015264158137142658, + 0.0761035904288292, + -0.008334402926266193, + -0.01072120014578104, + 0.08686002343893051, + -0.07284746319055557, + 0.0314163900911808, + 0.092281274497509, + -0.004524499177932739, + 0.08179205656051636, + 0.01696275919675827, + -0.0030438622925430536, + 0.012373746372759342, + -0.07464922219514847, + -0.05962244048714638, + 0.00038156783557496965, + 0.06857030093669891, + -0.05172964930534363, + -0.03993108496069908, + -0.05411847308278084, + 0.022928204387426376, + -0.05727674439549446, + -0.035010844469070435, + 0.0030080864671617746, + 0.02468354068696499, + 0.10044567286968231, + 0.002190782455727458, + -0.07806854695081711, + 0.03235902637243271, + -0.025154119357466698, + 0.035156700760126114, + -0.034052204340696335, + 0.004981667269021273, + 0.04729291424155235, + -0.06305793672800064, + -0.0480787456035614, + -0.0014367683324962854, + 0.07676703482866287, + -0.006661241874098778, + -0.022604526951909065, + -0.010561433620750904, + 0.019205471500754356, + 0.0329267717897892, + -0.003164240624755621, + 0.046191778033971786, + 0.04031074047088623, + 0.0008771293214522302, + 0.04786253347992897, + -0.01732596941292286, + 0.035850733518600464, + -0.09125863760709763, + 0.03477390110492706, + 0.09123310446739197, + -0.05411266162991524, + -0.07469093054533005, + 0.03819667547941208, + -0.02587568573653698, + -0.02930615097284317, + 0.05766671523451805 + ], + "filename": "DA-1p-with-duplicate-pages.pdf.json", + "filetype": "application/json", + "languages": [ + "eng" + ], + "page_number": "3", + "orig_elements": "eJzdUstu2zAQ/JUFz7ZrPRxLvaXouacAPQSBsSRXEhGJJPiIkgb99y7lBEF76AfkQgx3B/uY2ftXQTMtZNPFaPEVRIPd6Ubh8dgOim5OTV+1DaE8t7Xu9fmkxA7EQgk1JmT+qyjgEl0Oisr/N+cHM5PFpfzF99t95ferSdNeZz8bhYn2HkeKB68H8cZOL35jo79SjLNf3tIz2jEXPufvBdlRPHC0VLjYvEgKHG+2SPjYosaa+tNxaJUkklKfB0ndUNX6TLpWTSfKmImeUyHfRlgJuHVwqCbSO0CY3ELgLKSJgPTIeNhwcqsFevaz04UYyWpjR4g8tk0UYuGtzmlAq2EwMe2j+UUa1JTt45YNTjFgtgMWDQJy/AA/CSbUIHOCxRU7IreCQGNw2YOkwQXievwENJYLDsEt20Tx8WV3BS5bvbXQFFPIqqgIa+DFmG9s2cpocjnCjHmceNyPKorK+O9bPpl5ZoEPRf93a35gCGzME90V2Vi/fy+nbY+ykrI+9n3fnZRqOz00VFdYY6ebuv+El3M3UaAdeArlbgCT81crfHHqbzH5BNCmwGbFVA6kpJYiMnxj0/mzYoQpL2jBOpidHSn8z4CHP67SPes=", + "id": "03137838-f999-575d-8850-23d7b69c1506", + "record_id": "mock file data", + "is_continuation": NaN + }, + { + "type": "CompositeElement", + "element_id": "e618dc60a6ff98b4192cfee285a87d8d", + "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", + "embeddings": [ + -0.03250373527407646, + 0.11405647546052933, + -0.032587453722953796, + 0.055381521582603455, + 0.059564560651779175, + 0.015745751559734344, + 0.09562661498785019, + 0.010293334722518921, + -0.04083289951086044, + -0.08257907629013062, + -0.03238358721137047, + -0.014912012033164501, + -0.0198091808706522, + -0.01337512768805027, + -0.020495573058724403, + 0.002414087299257517, + -0.06527095288038254, + 0.01364147663116455, + -0.033934954553842545, + 0.050227586179971695, + 0.0013295856770128012, + 0.08505179733037949, + -0.00859166868031025, + 0.0372328907251358, + -0.04048413783311844, + 0.02850324660539627, + -0.040489185601472855, + -0.014602068811655045, + 0.025089364498853683, + -0.06689489632844925, + 0.03795711323618889, + -0.030162107199430466, + -0.028193792328238487, + 0.031401507556438446, + -0.060299064964056015, + 0.07824402302503586, + 0.0417218841612339, + -0.00280062691308558, + 0.015016979537904263, + -0.01617620699107647, + -0.02737884409725666, + 0.03892529010772705, + -0.03689882159233093, + -0.0019110878929495811, + -0.062437016516923904, + 0.0185767263174057, + -0.05258270725607872, + 0.029043495655059814, + 0.028613261878490448, + -0.07531249523162842, + -0.04366081953048706, + 0.027816196903586388, + 0.007132936734706163, + -0.001294324523769319, + -0.014254799112677574, + 0.0024263160303235054, + 0.012078076601028442, + -0.0379192978143692, + -0.038445837795734406, + -0.05604413524270058, + 0.0023110320325940847, + 0.08075271546840668, + 0.07831703126430511, + 0.1400841325521469, + 0.007107601035386324, + -0.15312807261943817, + 0.06691515445709229, + -0.0177390668541193, + -0.021998411044478416, + 0.0909491628408432, + 0.04502216726541519, + -0.010076782666146755, + 0.007513758726418018, + -0.055475518107414246, + -0.01963331177830696, + 0.005885422695428133, + -0.029423752799630165, + -0.08123290538787842, + 0.05661061033606529, + 0.014007789082825184, + -0.021031439304351807, + 0.03341791778802872, + -0.0017972872592508793, + 0.04669170081615448, + 0.05551200732588768, + 0.0011873265029862523, + 0.12152260541915894, + 0.04412882402539253, + 0.016602318733930588, + 0.02232702635228634, + 0.030733855441212654, + -0.023590754717588425, + -0.032623156905174255, + 0.1088862419128418, + 0.006948475260287523, + -0.003367226105183363, + -0.001000834396108985, + -0.0008948575123213232, + 0.01791687123477459, + 0.07971987873315811, + 0.014912032522261143, + -0.0061864121817052364, + -0.05518687516450882, + -0.013116682879626751, + 0.002028930000960827, + -0.01422323752194643, + -0.038954492658376694, + -0.08128658682107925, + 0.0370912104845047, + 0.007844727486371994, + 0.054333169013261795, + -0.052445411682128906, + -0.0013528643175959587, + -0.05833602696657181, + 0.007592412177473307, + 0.028998078778386116, + -0.03679020702838898, + -0.03158054128289223, + -0.0655386820435524, + -0.03260267898440361, + 0.043705157935619354, + 0.049989741295576096, + -0.014521034434437752, + 0.09606147557497025, + 0.0024981999304145575, + -0.0014568512560799718, + -0.030376562848687172, + -3.712200139637245e-33, + 0.04794352501630783, + -0.034494828432798386, + -0.03474126383662224, + -0.06143162027001381, + 0.0997978150844574, + 0.008497433736920357, + -0.024528389796614647, + 0.00520430039614439, + -0.04194159805774689, + 0.042861949652433395, + -0.009700017049908638, + 0.02270287647843361, + 0.06177065148949623, + 0.041715867817401886, + -0.1360684037208557, + -0.003099055727943778, + -0.005275883246213198, + -0.01700960099697113, + -0.022364025935530663, + -0.02527199313044548, + -0.04394069314002991, + 0.07173829525709152, + -0.00024486315669491887, + -0.016713330522179604, + -0.02796204201877117, + 0.026945143938064575, + -0.046018220484256744, + 0.02506241388618946, + 0.06014641746878624, + 0.04250390827655792, + -0.0409727580845356, + -0.0416574701666832, + 0.03870715945959091, + 0.0018221879145130515, + 0.043903253972530365, + 0.004313987214118242, + 0.0006852017831988633, + -0.07572361081838608, + -0.1068369448184967, + -0.01376770157366991, + -0.005277027375996113, + 0.0008428407018072903, + -0.06282885372638702, + -0.02376667782664299, + -0.011063306592404842, + -0.00990603119134903, + -0.10784071683883667, + 0.033149152994155884, + -0.060364216566085815, + -0.004467321559786797, + -0.04507862776517868, + 0.02243949845433235, + 0.12495483458042145, + -0.026617566123604774, + -0.01679113879799843, + 0.023629574105143547, + 0.004612114746123552, + -0.03558759391307831, + 0.03220736235380173, + 0.015363126993179321, + -0.037583719938993454, + -0.06970171630382538, + 0.030936991795897484, + 0.033566415309906006, + -0.015303481370210648, + -0.1667257696390152, + 0.00530675332993269, + -0.0006605299422517419, + 0.03634287416934967, + -0.06309078633785248, + -0.10477079451084137, + 0.047955237329006195, + -0.09686211496591568, + -0.016564972698688507, + -0.042609505355358124, + -0.05678757652640343, + -7.101803203113377e-05, + -0.009840096347033978, + -0.10460280627012253, + -0.0062169781886041164, + -0.009880837984383106, + -0.04841452091932297, + 0.014367562718689442, + 0.04341863840818405, + -0.015229846350848675, + -0.02098177745938301, + 0.010964538902044296, + -0.14618134498596191, + -0.06702622026205063, + 0.02680966816842556, + -0.07693126052618027, + 0.013750841841101646, + 0.09855887293815613, + -0.05487752705812454, + -0.012765977531671524, + -1.0157560331881882e-34, + 0.04448458552360535, + 0.02646932378411293, + -0.005829988978803158, + 0.06687766313552856, + -0.0032580378465354443, + -0.07699624449014664, + -0.049430545419454575, + 0.08170759677886963, + -0.023571187630295753, + -0.014730543829500675, + 0.0021843218710273504, + 0.011559694074094296, + 0.002851339289918542, + -0.011636383831501007, + 0.020539702847599983, + -0.06552323698997498, + -0.00920141488313675, + 0.00485845236107707, + 0.01317247562110424, + 0.03624033182859421, + -0.012161359190940857, + 0.05881248787045479, + 0.03144795447587967, + -0.04424105957150459, + -0.061959609389305115, + 0.101725272834301, + 0.06701608747243881, + -0.026254868134856224, + 0.004167522769421339, + -0.057215169072151184, + 0.09399645030498505, + -0.014008605852723122, + -0.08358649909496307, + 0.018976643681526184, + 0.009768348187208176, + 0.10289943963289261, + -0.0014563931617885828, + -0.01264925766736269, + 0.013742194510996342, + -0.10804079473018646, + 0.039725374430418015, + 0.06845040619373322, + 0.03231087699532509, + 0.012045355513691902, + 0.026418540626764297, + -0.02941909246146679, + 0.10176557302474976, + -0.0011976086534559727, + 0.04526808485388756, + -0.026719320565462112, + -0.025476783514022827, + -0.02227499708533287, + -0.043704554438591, + 0.017212973907589912, + -0.02342807501554489, + -0.08153804391622543, + -0.011906847357749939, + -0.05176440626382828, + -0.0011411692248657346, + 0.026881210505962372, + -0.03719329833984375, + -0.0219104140996933, + 0.007989762350916862, + 0.10793941468000412, + 7.526655099354684e-05, + 0.054307520389556885, + -0.03183361515402794, + 0.07667646557092667, + 0.035427503287792206, + 0.012320978567004204, + 0.025351019576191902, + 0.08285778015851974, + -0.06457649916410446, + 0.13714338839054108, + 0.06807006895542145, + -0.013921529054641724, + -0.05952170491218567, + -0.04816218093037605, + 0.032548557966947556, + 0.05892007425427437, + 0.0737646147608757, + -0.04564914479851723, + -0.04104813560843468, + 0.026138244196772575, + 0.021900564432144165, + -0.018210098147392273, + -0.04382559657096863, + -0.0074034156277775764, + -0.053233351558446884, + -0.02136670984327793, + 0.01664056070148945, + 0.014224758371710777, + 0.07688914239406586, + -0.006572596728801727, + -0.012967693619430065, + -4.718893720223605e-08, + -0.032919421792030334, + 0.028557278215885162, + -0.00933072529733181, + 0.00041452725417912006, + 0.10063493251800537, + -0.02811484783887863, + 0.037335220724344254, + -0.08419524878263474, + -0.06824061274528503, + 0.015457462519407272, + -0.007552203722298145, + 0.021485064178705215, + 0.04616241157054901, + 0.07548996061086655, + 0.04936271905899048, + -0.00031412075622938573, + -0.04908610135316849, + -0.05195629224181175, + -0.0524459183216095, + -0.0770670622587204, + -0.07359957695007324, + 0.014842125587165356, + -0.02292775735259056, + -0.05127725377678871, + -0.006840305868536234, + 0.031337276101112366, + -0.07564397901296616, + 0.01957106962800026, + -0.0184449702501297, + 0.054006267338991165, + 0.05886895954608917, + 0.06849730014801025, + -0.10323604196310043, + 0.029025956988334656, + -0.0743384137749672, + 0.05777619779109955, + -0.08230801671743393, + -0.011376908980309963, + 0.12842807173728943, + -0.11529514938592911, + 0.0019723076838999987, + 0.0792105570435524, + 0.12587594985961914, + -0.046919964253902435, + 0.005770998075604439, + -0.07387733459472656, + -0.003436931874603033, + -0.053992629051208496, + 0.002372745191678405, + 0.03923308104276657, + 0.06609037518501282, + 0.018089022487401962, + 0.00020234539988450706, + 0.043531130999326706, + -0.01597665809094906, + -0.16739456355571747, + -0.011900337412953377, + 0.004192651249468327, + -0.04602941498160362, + -0.08335958421230316, + 0.028036054223775864, + -0.06654428690671921, + -0.010046781040728092, + 0.007284722290933132 + ], + "filename": "DA-1p-with-duplicate-pages.pdf.json", + "filetype": "application/json", + "languages": [ + "eng" + ], + "page_number": "3", + "orig_elements": "eJxFUk1v2zAM/SuEzk7WJnHjbqcCveywnQrs0BUBZVG2EH0Y+ojnFf3vo5x2vYnkI/neE59fBVly5PPJKPEVRLeX7U7LY98eu65Tuj3Km8Nd1+67A93foRYNCEcZFWZk/Kuoj1MKJfZU4zeua2PJo6uxeHzY3E6b2eRxo8pkTY+ZNhMOlLaTWqdVdF6mFY3TFWKC//JetuiHUvFcfxbkB/HC2Trh5IuTFDm/XzPxU8UOd3Tf3uhDL4mkVEctqdO3O3Uktev3nag0M/3JFfyLII2hZFIwRVwoJsgB8kjwA88UAb0CRdpSXyHziBkcDqaHmaAPxaoGZMmAqSZ0KMOYm7W9j4S5xI8kjBgVxS18h4QzuIW7XURFCTRaW6dEzxvksnZri874AdJ5gRB5WEnjtapIRpO28MQoF3zKMZT0f1sDNoRz7WRGRgMynlFMjpnMhHEtsQQP1pyJn3k2qUpLxWQImjca30CaQq5ZR6sDA/cxuy2wXSMq1sQ/roA7VrNMalgXU7DmL6lvqwJ26Yp1LHLFwIQ9mzOYC3kYjUtkNYQLm/zu+JUqB6nEC6OAD4t1JCw2b3+LehAft/ITY+RLudBT/ce3l3/eQfKq", + "id": "8fdaccb4-eeae-5814-a84a-c063cc92742f", + "record_id": "mock file data", + "is_continuation": NaN + }, + { + "type": "CompositeElement", + "element_id": "74e259b2a9595cdd2976e6f475433315", + "text": "—Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", + "embeddings": [ + 0.04131437838077545, + 0.010438342578709126, + -0.029227782040834427, + 0.1221429705619812, + 0.04667265713214874, + 0.006988010834902525, + 0.0879746824502945, + 0.01658152975142002, + 0.03387213870882988, + -0.05106586217880249, + -0.008163172751665115, + 0.01942339539527893, + 0.009290399961173534, + -0.04159928858280182, + -0.05286703631281853, + -0.03266151621937752, + -0.038281168788671494, + 0.05058445408940315, + -0.008906042203307152, + 0.045186761766672134, + 0.020186468958854675, + 0.0016097123734652996, + -0.031074801459908485, + 0.037382230162620544, + -0.06611403822898865, + 0.008967640809714794, + -0.0006455020047724247, + -0.09537012130022049, + 0.020525731146335602, + -0.04392102733254433, + -0.04517001286149025, + 0.08344835788011551, + -0.04777715727686882, + 0.016811847686767578, + -0.08461599797010422, + 0.056300051510334015, + 0.03214816376566887, + 0.026472169905900955, + 0.03270770236849785, + -0.03824399784207344, + 0.023083537817001343, + 0.029350783675909042, + -0.010136131197214127, + 0.02914264239370823, + -0.08539383113384247, + -0.018322240561246872, + 0.016488222405314445, + -0.05024581775069237, + -0.04945892095565796, + -0.06129777058959007, + 0.014436057768762112, + 0.013868262991309166, + 0.07333678752183914, + 0.009030934423208237, + -0.0615798719227314, + 0.014592702500522137, + 0.0024374902714043856, + -0.056532133370637894, + 0.0031143869273364544, + 0.019919948652386665, + 0.021264689043164253, + 0.019731013104319572, + 0.07712416350841522, + 0.05812228471040726, + -0.03787194937467575, + -0.015880567952990532, + 0.04585213586688042, + 0.024745149537920952, + -0.03647852689027786, + -0.05448617786169052, + -0.019203471019864082, + -0.020117703825235367, + -0.039848536252975464, + -0.006952527444809675, + 0.03922528028488159, + 0.024854082614183426, + -0.058966416865587234, + -0.09374749660491943, + -0.0751257911324501, + -0.029594605788588524, + 0.017623361200094223, + 0.027899159118533134, + -0.018209006637334824, + 0.07933376729488373, + 0.009420350193977356, + 0.05898971110582352, + 0.05792481079697609, + 0.07666195183992386, + 0.016616784036159515, + 0.02002604864537716, + 0.048851702362298965, + -0.0505024753510952, + -0.13119369745254517, + 0.03927632421255112, + 0.005034948233515024, + -0.0471685491502285, + 0.022816618904471397, + -0.007138474844396114, + -0.019022220745682716, + 0.03863080218434334, + -0.07084067165851593, + 0.047178640961647034, + 0.020356379449367523, + 0.07021769136190414, + -0.05494682118296623, + -0.029647527262568474, + -0.02216147817671299, + -0.034496910870075226, + 0.017997071146965027, + -0.06252768635749817, + 0.03595249727368355, + -0.1194065511226654, + 0.015381304547190666, + -0.04809695482254028, + -7.771132004563697e-06, + 0.02587948739528656, + -0.03162636235356331, + 0.014701085165143013, + -0.046651680022478104, + 0.0828336551785469, + 0.11268860101699829, + 0.12179325520992279, + 0.060829173773527145, + 0.07570748776197433, + 0.02815116196870804, + 0.0028510892298072577, + -0.016246089711785316, + -2.1280727284004366e-33, + -0.05948556214570999, + 0.0017152854707092047, + -0.012005995959043503, + -0.004417125601321459, + 0.028413770720362663, + 0.012177053838968277, + -0.012444757856428623, + -0.05533634498715401, + 0.023456379771232605, + -0.020409662276506424, + 0.030425578355789185, + 0.06357879936695099, + 0.0283050537109375, + 0.04002627357840538, + -0.11317045241594315, + 0.008229276165366173, + 0.11444739997386932, + -0.015771549195051193, + 0.014527047984302044, + -0.0845060721039772, + -0.004441092722117901, + 0.07811643928289413, + 0.01487989816814661, + -0.04671619459986687, + 0.013207556679844856, + -0.004587956704199314, + -0.04832343012094498, + 0.06256690621376038, + 0.047710251063108444, + 0.017679749056696892, + -0.032393913716077805, + 0.037965916097164154, + 0.007207945454865694, + -0.03224310651421547, + 0.06891629099845886, + 0.0753762423992157, + 0.04396126791834831, + -0.055286675691604614, + 0.023628130555152893, + -0.042786817997694016, + -0.07200168818235397, + 0.018136607483029366, + -0.010370143689215183, + -0.014289177022874355, + -0.05093935877084732, + -0.0015956135466694832, + -0.026074687018990517, + -0.006535958964377642, + -0.1448906511068344, + 0.1049141064286232, + -0.012431871145963669, + 0.06249371916055679, + 0.028240319341421127, + -0.05348068103194237, + 0.037580136209726334, + -0.11602187901735306, + -0.05156461521983147, + -0.017776649445295334, + 0.025191225111484528, + -0.027159910649061203, + 0.0040314896032214165, + -0.013310124166309834, + -0.08390014618635178, + -0.04734034091234207, + -0.004227971658110619, + -0.07124524563550949, + 0.0080537348985672, + 0.05630830302834511, + 0.02576463669538498, + 0.05440858006477356, + -0.07978492230176926, + 0.06894511729478836, + -0.05568317323923111, + 0.0446971170604229, + 0.005603936035186052, + -0.06899987161159515, + -0.06406501680612564, + -0.017906486988067627, + 0.01870492659509182, + 0.024210426956415176, + -0.042539119720458984, + -0.03503870218992233, + -0.06712811440229416, + -0.0071103922091424465, + 0.10196483880281448, + 0.010306842625141144, + 0.02486318349838257, + -0.05540274828672409, + -0.11513807624578476, + -0.028356121852993965, + -0.0034731330815702677, + 0.0434478223323822, + 0.10518281906843185, + -0.0026184211019426584, + -0.0395716167986393, + -2.0713272079824292e-33, + -0.027649089694023132, + 0.0244169719517231, + 0.008893901482224464, + 0.03309953957796097, + -0.020955216139554977, + -0.03415209427475929, + -0.03663003072142601, + 0.08437042683362961, + -0.030863987281918526, + -0.025058630853891373, + -0.0012599753681570292, + 0.04858839511871338, + -0.05035921186208725, + 0.05782833695411682, + 0.01736760511994362, + -0.1007901281118393, + 0.0372592955827713, + 0.10307921469211578, + 0.015176573768258095, + -0.006911956239491701, + -0.017290109768509865, + 0.05995270237326622, + -0.0933024063706398, + -0.05932670086622238, + -0.028119290247559547, + 0.045606911182403564, + 0.026393577456474304, + 0.02205711230635643, + -0.11971107125282288, + -0.048570889979600906, + 0.06965653598308563, + -0.021192172542214394, + -0.06073886528611183, + -0.012405934743583202, + -0.017048051580786705, + 0.041880518198013306, + -0.008595126681029797, + 0.04379771649837494, + -0.06079481542110443, + -0.03538862615823746, + 0.03300609067082405, + 0.0072874510660767555, + 0.08736118674278259, + -0.06631796807050705, + -0.05843227729201317, + 0.051338110119104385, + 0.0544174499809742, + 0.06373941898345947, + 0.04552086815237999, + 0.007449932862073183, + 0.037778496742248535, + 0.05177128314971924, + -0.023786861449480057, + -0.03125306963920593, + -0.02866995707154274, + -0.10839100182056427, + -0.05312357842922211, + -0.019803818315267563, + 0.030284490436315536, + 0.009594709612429142, + 0.05552275851368904, + 0.02913232520222664, + 0.03222506865859032, + 0.06522071361541748, + 0.01477837935090065, + -0.00839946512132883, + -0.05664621293544769, + 0.09719424694776535, + -0.0009895507246255875, + -0.07988554239273071, + 0.08541174978017807, + -0.03795434534549713, + -0.12756478786468506, + 0.022499701008200645, + 0.01768585480749607, + -0.01586039550602436, + 0.016467463225126266, + -0.06620863825082779, + 0.02678516134619713, + -0.015685219317674637, + -0.009682174772024155, + -0.06745225191116333, + -0.004071940202265978, + 0.012052211910486221, + 0.0036167583893984556, + 0.029642567038536072, + -0.07084158807992935, + -0.05373381823301315, + 0.03519401699304581, + -0.02545703761279583, + -0.0012839913833886385, + 0.03921768441796303, + 0.0019743198063224554, + -0.08167675882577896, + -0.014279244467616081, + -4.697568556366605e-08, + -0.04984578117728233, + 0.032841477543115616, + -0.0006809193291701376, + -0.026550153270363808, + 0.03732387721538544, + -0.035079874098300934, + 0.053695522248744965, + 0.0025004700291901827, + -0.10070375353097916, + 0.026384195312857628, + 0.06276652216911316, + -0.03355107456445694, + 0.06509916484355927, + 0.000142106378916651, + 0.15294241905212402, + 0.016557272523641586, + -0.04354836791753769, + 0.0008760427008382976, + -0.019237095490098, + -0.005699384491890669, + 0.011149032972753048, + -0.010802170261740685, + -0.027099158614873886, + -0.049467720091342926, + -0.05907008796930313, + -0.05313877388834953, + -0.04599687457084656, + -0.0639025941491127, + -0.025966880843043327, + 0.03216610103845596, + 0.09409593045711517, + 0.018218183889985085, + 0.02825731225311756, + 0.0729735791683197, + -0.01994100771844387, + 0.004296150989830494, + -0.04848022013902664, + -0.02196856401860714, + 0.03357098251581192, + -0.02931482158601284, + -0.034853748977184296, + -0.08529898524284363, + 0.04132629558444023, + -0.0025801497977226973, + -0.061899736523628235, + -0.11839082092046738, + 0.10178978741168976, + -0.0318509042263031, + -0.04954012855887413, + 0.04778590053319931, + 0.058426570147275925, + -0.0038196288514882326, + 0.08295813947916031, + 0.040504347532987595, + 0.05370417609810829, + -0.13780808448791504, + 0.06181268393993378, + 0.03398721292614937, + -0.12811437249183655, + -0.05915021896362305, + 0.01654352992773056, + -0.07619459927082062, + 0.042702797800302505, + 0.05119698494672775 + ], + "filename": "DA-1p-with-duplicate-pages.pdf.json", + "filetype": "application/json", + "languages": [ + "eng" + ], + "page_number": "3", + "orig_elements": "eJzdUslu20AM/RVCZ9uVFNmWcmsbFOilp9zSwBgNOfbAswizWDGC/ns5cooWDdAP6E0cPr2F5NNrRYYsuXTQWN1DhUhS9uOubVSnetWout11uEXZ7IZ9O6hqBZWlJFAkwfjXqnwcos9BUql/cF9pQ07YUlcPH9fNtJ51Oq0xT0ZLkWg9iSPFzYQLW0Gn67SgxXSDaO8+vLWNcMdc8Nx/qsgdq2d+LQwHl+1Igd/vlpfwO0UrWhq2terkSDSOuFcjcZgW94StvOurYjPRSyrg77mtm+4xCBdl0CMhqOAtCEjCECRvEMYrl8oHSwES2cmIANrB58UAO8QV9Pd9B58MxUi4KcZ/ZfomQuBEF3oseiz898jrupe9aqnbUodDi83Q1f1u6Bvc7eua8D8c+dcEOsLZ+dlBOokEtsgB84EYl6HDLMyZewRfBBLMJ7YM0vPoKZHhdcwF7FWB6AAxh+CzQ+2OcQXZGX0msD4m8AwIkQk8i1zBO/6ZXZdFMnkgYXjVEZC/bAHyMsGQuBDoBFEKHvJ7OXqZKGhykjbwQNa7m3cMogTytzgrBvt8PLE2FROFkFOPJEWOb2RcL9SO7wY859Cc8Fru7aJDyn9IMiWvycDkZ1qOj/cPsw98nUyS3TLMfx3e809QDk/w", + "id": "5b8c2361-c2cf-522a-a8e3-ee00730ba6ed", + "record_id": "mock file data", + "is_continuation": NaN + }, + { + "type": "CompositeElement", + "element_id": "4caf625fc52f907e0524a9ebf8968844", + "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one—by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", + "embeddings": [ + 0.037358030676841736, + -0.020528586581349373, + -0.0796353816986084, + 0.07023921608924866, + -0.06806978583335876, + -0.053695108741521835, + 0.07401636987924576, + 0.012273840606212616, + 0.033039968460798264, + -0.045149460434913635, + -0.012830198742449284, + -0.011274494230747223, + 0.02671178989112377, + -0.06151292100548744, + -0.02749647945165634, + -0.023190999403595924, + -0.060615431517362595, + -0.05463779345154762, + 0.021168455481529236, + 0.1274556964635849, + 0.028768477961421013, + -0.046644821763038635, + -0.035690709948539734, + 0.06094501167535782, + -0.06838582456111908, + -0.013283107429742813, + -0.027634529396891594, + -0.035816628485918045, + 0.04861142858862877, + -0.09768129140138626, + -0.0510096400976181, + 0.08331329375505447, + -0.09209876507520676, + 0.05233796685934067, + -0.032006293535232544, + 0.013711747713387012, + 0.005663611926138401, + 0.04934360831975937, + 0.07449013739824295, + -0.026197180151939392, + 0.0399274080991745, + 0.02913133054971695, + 0.010796918533742428, + 0.021942319348454475, + -0.11260529607534409, + -0.01845724880695343, + -0.011754296720027924, + 0.02649390883743763, + -0.010293788276612759, + -0.1248682364821434, + 0.034714821726083755, + -0.02283640205860138, + 0.09628530591726303, + 0.018976593390107155, + -0.01894204504787922, + -0.02717910334467888, + -0.013708202168345451, + -0.010701414197683334, + 0.0315312035381794, + 0.04321485757827759, + 0.011096163652837276, + 0.08876055479049683, + 0.0806163027882576, + 0.04594145342707634, + 0.03423913195729256, + -0.07907787710428238, + 0.06006232649087906, + 0.020310115069150925, + -0.06252197921276093, + 0.06417834758758545, + 0.04080063849687576, + -0.030445603653788567, + -0.046227455139160156, + 0.01012411992996931, + 0.07028847187757492, + 0.04990134760737419, + -0.06434133648872375, + -0.0540018156170845, + -0.010003888979554176, + 0.03183684125542641, + -0.06323326379060745, + 0.10457712411880493, + 0.02706262096762657, + 0.035364191979169846, + 0.03334885835647583, + 0.0548740029335022, + 0.11521469056606293, + -0.025661660358309746, + 0.03303160518407822, + 0.01033460721373558, + 0.008398309350013733, + -0.043461211025714874, + 0.028367262333631516, + -0.002972456393763423, + 0.01817663572728634, + -0.02606532722711563, + 0.05723131448030472, + -0.027343541383743286, + -0.02844563126564026, + 0.054563961923122406, + -0.05540461838245392, + 0.07196150720119476, + -0.021201223134994507, + 0.02154802531003952, + -0.0260565597563982, + -0.03074314258992672, + 0.014619479887187481, + -0.08127821236848831, + 0.007333032321184874, + -0.03868835046887398, + 0.019626373425126076, + -0.1360689401626587, + 0.009265495464205742, + -0.03676365688443184, + -0.010879614390432835, + 0.0417330302298069, + 0.03391868248581886, + -0.006807786878198385, + -0.05049724131822586, + 0.01152607798576355, + -0.012101683765649796, + 0.024082239717245102, + -0.016567865386605263, + 0.09196116030216217, + -0.05718251317739487, + -0.040953002870082855, + -0.10134579986333847, + -7.578266290901137e-35, + -0.012904612347483635, + 0.013062147423624992, + -0.05937899649143219, + -0.08668224513530731, + 0.0261567160487175, + 0.010770467109978199, + -0.062359314411878586, + 0.01518899854272604, + 0.05168516933917999, + 0.05330256372690201, + 0.027821820229291916, + 0.031049391254782677, + 0.09033560007810593, + -0.006130385212600231, + -0.036790717393159866, + -0.005422352347522974, + 0.05644775182008743, + -0.089828260242939, + -0.02737663872539997, + -0.02942279912531376, + -0.03502658009529114, + 0.11553419381380081, + -0.0019328329944983125, + -0.04650259017944336, + -0.06188022717833519, + -0.013684108853340149, + -0.07406685501337051, + 0.07305015623569489, + 0.053048025816679, + 0.034531399607658386, + -0.021182039752602577, + -0.034789275377988815, + -0.00030259074992500246, + 0.04769611358642578, + 0.06907977908849716, + -0.0027277502231299877, + 0.023120425641536713, + -0.037651244550943375, + -0.05934319645166397, + -0.01011268887668848, + -0.059103138744831085, + -0.0035392725840210915, + -0.07635094970464706, + -0.0025258834939450026, + 0.043153051286935806, + 0.01861550658941269, + -0.022448232397437096, + -0.050962693989276886, + -0.1310511827468872, + 0.0664953663945198, + -0.03886415809392929, + 0.07024815678596497, + 0.09379856288433075, + -0.014324828051030636, + -0.03236960247159004, + -0.06817684322595596, + -0.05013781413435936, + -0.06171989068388939, + 0.006487263832241297, + 0.029065312817692757, + 0.009368667379021645, + -0.015013439580798149, + -0.049141447991132736, + -0.030033309012651443, + -0.0449836440384388, + -0.15153060853481293, + 0.06154084950685501, + 0.0006965675856918097, + 0.017626263201236725, + -0.03564824163913727, + -0.06321460753679276, + 0.02386222779750824, + -0.0927649438381195, + 0.04472894221544266, + 0.01678050495684147, + -0.07680179923772812, + -0.025239216163754463, + -0.012870761565864086, + -0.013496403582394123, + 0.02453150786459446, + -0.04291849210858345, + -0.02982679381966591, + 0.09645207971334457, + -0.02403850294649601, + 0.018859228119254112, + 0.0030981332529336214, + -0.005434921942651272, + -0.04701917991042137, + -0.06305378675460815, + 0.030711237341165543, + -0.004766142927110195, + 0.060164447873830795, + 0.12337186932563782, + -0.04272885620594025, + 0.032763853669166565, + -2.848236954708811e-33, + -0.039485249668359756, + -0.08376145362854004, + 0.03131499141454697, + -0.031202545389533043, + -0.03766711801290512, + -0.008277442306280136, + 0.0208168625831604, + -0.01956365443766117, + -0.05515826866030693, + -0.007753682788461447, + -0.046555712819099426, + 0.05070619657635689, + 0.007595201022922993, + 0.012243177741765976, + 0.12058809399604797, + -0.055780235677957535, + -0.012790326029062271, + 0.058553069829940796, + -0.0043779825791716576, + 0.032944951206445694, + 0.003025477286428213, + 0.11190512031316757, + -0.03073003888130188, + -0.03449390456080437, + -0.008508149534463882, + 0.0979728251695633, + -0.005509684793651104, + -0.06187686696648598, + -0.07222524285316467, + -0.03676488995552063, + 0.010874588042497635, + -0.016295837238430977, + -0.010034921579062939, + -0.01331082358956337, + 0.011210698634386063, + -0.0006819531554356217, + -0.014914649538695812, + 0.04148763045668602, + -0.04350072890520096, + -0.1242578998208046, + -0.005923156626522541, + 0.058978524059057236, + 0.06464289128780365, + -0.0475444495677948, + 0.017800990492105484, + -0.00918889045715332, + 0.0234356876462698, + 0.06897478550672531, + 0.09837421774864197, + 0.02387845329940319, + -0.053097955882549286, + 0.015995070338249207, + 0.06612330675125122, + 0.03970012813806534, + 0.0040884907357394695, + -0.09606904536485672, + -0.033915918320417404, + -0.0403883159160614, + 0.031876496970653534, + 0.06252329051494598, + 0.018073096871376038, + -0.04947938397526741, + 0.03668821230530739, + 0.10824659466743469, + 0.039995819330215454, + -0.002186146331951022, + -0.027145326137542725, + 0.07844946533441544, + 0.016364675015211105, + -0.022216403856873512, + 0.048642005771398544, + 0.06576777249574661, + -0.07181377708911896, + 0.054437048733234406, + -0.01070606242865324, + 0.053087275475263596, + 0.02180526591837406, + -0.05482896789908409, + -0.014934707432985306, + -0.05443008989095688, + -0.012488879263401031, + 0.01919400505721569, + -0.010312766768038273, + 0.016157131642103195, + -0.006610411684960127, + -0.04262911528348923, + 0.023771990090608597, + -0.03599034994840622, + 0.023134293034672737, + -0.06173165515065193, + 0.04195249825716019, + -0.028161564841866493, + 0.06332970410585403, + -0.03879421204328537, + 0.024707883596420288, + -5.473673780898025e-08, + -0.002973679220303893, + -0.006025215145200491, + 0.03870382905006409, + -0.007411670405417681, + 0.09386322647333145, + -0.03357618674635887, + -0.008859758265316486, + -0.07590506970882416, + -0.0697016566991806, + 0.05339754372835159, + -0.02369053289294243, + 0.0697961375117302, + 0.03210342302918434, + 0.01149892807006836, + 0.09940969944000244, + 0.03898601233959198, + 0.008226688019931316, + -0.0007811074028722942, + -0.05401957035064697, + 0.016342664137482643, + -0.07857675850391388, + -0.046819962561130524, + -0.00717823626473546, + -0.03344099223613739, + -0.06826326996088028, + -0.054256707429885864, + -0.037339188158512115, + -0.03124600648880005, + -0.034395407885313034, + -0.0017866843845695257, + 0.08333078771829605, + -0.0047875214368104935, + 0.0068662469275295734, + 0.058157626539468765, + -0.0331040695309639, + 0.0704113021492958, + -0.15867666900157928, + -0.024307383224368095, + 0.022396977990865707, + -0.08444300293922424, + 0.02455916814506054, + 0.002599816769361496, + 0.10015598684549332, + 0.005726359318941832, + -0.031181732192635536, + -0.07653560489416122, + -0.029429862275719643, + -0.03422272577881813, + 0.020873840898275375, + 0.0013727055629715323, + 0.05404889956116676, + 0.051914673298597336, + 0.05165368691086769, + 0.026421859860420227, + 0.03968362510204315, + -0.11833129078149796, + 0.0347810797393322, + 0.006198524031788111, + -0.08204849064350128, + -0.030064309015870094, + 0.08204963803291321, + -0.006767179351300001, + 0.08212622255086899, + 0.03309030085802078 + ], + "filename": "DA-1p-with-duplicate-pages.pdf.json", + "filetype": "application/json", + "languages": [ + "eng" + ], + "page_number": "3", + "orig_elements": "eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ==", + "id": "51140822-0051-5378-ba34-af746e8ada0b", + "record_id": "mock file data", + "is_continuation": NaN + }, + { + "type": "CompositeElement", + "element_id": "9d6bb02fb56f8b7adb60054bf6b3a9ce", + "text": "Magi.", + "embeddings": [ + -0.0658377856016159, + 0.04694965109229088, + -0.048287831246852875, + 0.03567894920706749, + -0.028093447908759117, + -0.03130354359745979, + 0.07627890259027481, + -0.023010844364762306, + -0.0734153613448143, + -0.08336124569177628, + 0.009985331445932388, + 0.014922182075679302, + 0.05222383514046669, + 0.008468899875879288, + -0.04162130132317543, + -0.047850556671619415, + -0.03373943269252777, + -0.012886933982372284, + -0.06582845002412796, + 0.04588285833597183, + -0.0007262181024998426, + 0.033195216208696365, + 0.07079841196537018, + 0.013285956345498562, + -0.05092621594667435, + -0.01865871250629425, + 0.06058919429779053, + 0.015953227877616882, + -0.08023949712514877, + -0.07368915528059006, + 0.07896925508975983, + 0.11860402673482895, + -0.028479402884840965, + -0.11974592506885529, + -0.07225679606199265, + 0.08459721505641937, + 0.005919873248785734, + -0.034158360213041306, + 0.11576860398054123, + -0.0520421639084816, + 0.031082147732377052, + -0.08920525014400482, + -0.0017570487689226866, + -0.06385203450918198, + 0.07615447044372559, + -0.08535643666982651, + 0.06379403918981552, + 0.0020151562057435513, + 0.06838741153478622, + 0.06636373698711395, + -0.109722800552845, + -0.026593487709760666, + -0.04023630544543266, + 0.06470650434494019, + 0.09429875761270523, + -0.003230785485357046, + 0.03725723549723625, + -0.08865879476070404, + 0.011674650944769382, + -0.015720045194029808, + -0.05349571257829666, + -0.00953542347997427, + -0.09359188377857208, + 0.11752822995185852, + 0.019945641979575157, + 0.0008398208301514387, + -0.009033854119479656, + -0.06210004910826683, + 0.01787605695426464, + -0.07351002842187881, + 0.08180797845125198, + -0.029120802879333496, + -0.01687857136130333, + 0.04056503623723984, + -0.02270379289984703, + 0.0718877837061882, + 0.04930156096816063, + -0.026787059381604195, + 0.040805038064718246, + 0.047595731914043427, + -0.06055563688278198, + -0.04759349673986435, + -0.012617958709597588, + 0.026417888700962067, + 0.06228122115135193, + 0.0009470637887716293, + 0.051520656794309616, + 0.022344650700688362, + 0.015641598030924797, + 0.038689952343702316, + -0.06991268694400787, + 0.11373057216405869, + -0.04818246141076088, + 0.05162835866212845, + 0.010120868682861328, + -0.030963215976953506, + -0.034080736339092255, + -0.04253412410616875, + -0.12542344629764557, + 0.18121971189975739, + -0.002413894748315215, + -0.04810431972146034, + 0.04621261730790138, + 0.03136931359767914, + -0.031337637454271317, + -0.061667703092098236, + 0.04307834059000015, + -0.023152224719524384, + -0.04475340247154236, + 0.02980370633304119, + 0.029885198920965195, + -0.04759066179394722, + -0.09583419561386108, + -0.08372554928064346, + 0.06185029819607735, + 0.08220341801643372, + 0.026864225044846535, + 0.029382184147834778, + -0.017467454075813293, + -0.014383052475750446, + 0.020261546596884727, + 0.02883555181324482, + -0.07076585292816162, + -0.014195789583027363, + 0.012835063971579075, + -0.013605082407593727, + -0.1053803414106369, + -5.079839327677005e-33, + 0.018785234540700912, + -0.0311437975615263, + 0.019542628899216652, + 0.010309075005352497, + -0.009795949794352055, + 0.050990212708711624, + -0.0989830270409584, + -0.015837064012885094, + -0.0008253322448581457, + -0.021314144134521484, + -0.006002955604344606, + 0.06986082345247269, + -0.07135941833257675, + -0.05165143683552742, + 0.09063521027565002, + 0.011266843415796757, + 0.047391779720783234, + 0.06823170185089111, + 0.017872700467705727, + -0.011116301640868187, + 0.03666370362043381, + 0.0851457342505455, + 0.01874108612537384, + -0.02504206821322441, + 0.03966803848743439, + -0.004435839131474495, + 0.08990643173456192, + -0.09701837599277496, + -0.03158346191048622, + 0.04450599476695061, + 0.05679898336529732, + -0.029651910066604614, + -0.002849995158612728, + -0.07966839522123337, + 0.00035438252962194383, + -0.05988249555230141, + -0.04395134747028351, + -0.04232552647590637, + -0.01649663597345352, + 0.0036182270850986242, + -0.0648065060377121, + 0.008203139528632164, + 0.006345085799694061, + 0.03691902011632919, + -0.02601161226630211, + 0.025355299934744835, + 0.04061725735664368, + -0.06052962690591812, + 0.0027599448803812265, + 0.017778003588318825, + -0.02009947970509529, + -0.03342822194099426, + -0.04122234135866165, + 0.042047061026096344, + 0.007264018524438143, + -0.02017655037343502, + -0.006745440885424614, + -0.021999642252922058, + 0.090251624584198, + -0.024998430162668228, + 0.04635731503367424, + 0.06041445583105087, + 0.021548105403780937, + 0.080253005027771, + 0.010543767362833023, + 0.003967131953686476, + 0.012316929176449776, + 0.0384058877825737, + 0.09335615485906601, + 0.07806693762540817, + -0.05212971195578575, + 0.025178058072924614, + 0.01373088639229536, + 0.029688240960240364, + 0.021401742473244667, + -0.05201204493641853, + 0.018294138833880424, + 0.01895824819803238, + 0.03170257434248924, + 0.01528487540781498, + -0.02826806530356407, + 0.03696718066930771, + -0.018983442336320877, + 0.06289421766996384, + 0.04349520802497864, + 0.09134140610694885, + -0.002712240908294916, + 0.000290501193376258, + 0.026695115491747856, + -0.07390753924846649, + 0.005697253625839949, + 0.11175519973039627, + 0.05203808471560478, + -0.022309662774205208, + -0.09403099119663239, + 4.425532356044442e-33, + 0.00014047871809452772, + -0.107025146484375, + 0.06498139351606369, + 0.022407621145248413, + -0.05006909742951393, + -0.008846607990562916, + -0.041890230029821396, + -0.01438931468874216, + 0.010600283741950989, + 0.04337248578667641, + -0.05536634102463722, + -0.06620828062295914, + 0.08269788324832916, + -0.0041430736891925335, + 0.029910054057836533, + 0.048713408410549164, + 0.07916519045829773, + -0.042897164821624756, + 0.04202089086174965, + 0.021571414545178413, + 0.0016548654530197382, + 0.04308129474520683, + 0.009189831092953682, + -0.04255659878253937, + -0.05737336352467537, + -0.006247034762054682, + 0.06456174701452255, + -0.028027763590216637, + -0.06318408250808716, + -0.013622974045574665, + -8.104486914817244e-05, + -0.03476148471236229, + -0.04696408659219742, + -0.04334783926606178, + -0.010852559469640255, + 0.047279685735702515, + 0.02054613269865513, + -0.009756910614669323, + 0.04328828677535057, + -0.036709532141685486, + 0.028166554868221283, + -0.02696390263736248, + 0.041742052882909775, + 0.09178416430950165, + -0.04838642477989197, + -0.06890594959259033, + -0.0005516711971722543, + 0.039735931903123856, + -0.026897691190242767, + 0.027579590678215027, + -0.062470871955156326, + -0.0542023703455925, + -0.01724689081311226, + -0.06510623544454575, + 0.0021525046322494745, + -0.03467739373445511, + -0.004093239549547434, + -0.02502344734966755, + -0.04143184795975685, + 0.0002262179768877104, + 0.027563290670514107, + 0.00892723724246025, + 0.023365356028079987, + -0.010457481257617474, + -0.03467808663845062, + 0.10980616509914398, + -0.012630333192646503, + -0.058963410556316376, + 0.03659023344516754, + 0.015661919489502907, + 0.1621091514825821, + -0.0653773695230484, + 0.007609174121171236, + 0.011894069612026215, + 0.004859040025621653, + 0.08541195839643478, + -0.05784595012664795, + 0.09797164797782898, + 0.01519977580755949, + -0.046202294528484344, + 0.02751314453780651, + -0.029131652787327766, + -0.10359720140695572, + 0.022175170481204987, + 0.05230141058564186, + -0.01395878754556179, + 0.029441101476550102, + -0.06870174407958984, + 0.03320522978901863, + -0.027041900902986526, + 0.057425323873758316, + 0.016704455018043518, + 0.06068730354309082, + -0.027439728379249573, + -0.07282054424285889, + -1.5207929138227883e-08, + -0.024854907765984535, + 0.0393451526761055, + -0.05304751545190811, + 0.045002877712249756, + 5.2443163440329954e-05, + 0.022429969161748886, + -0.0521911084651947, + -0.028093617409467697, + 0.046292003244161606, + 0.048645853996276855, + 0.09115906804800034, + 0.05776803940534592, + 0.04072481021285057, + -0.011461718007922173, + 0.047719258815050125, + 0.02218662016093731, + -0.03465593233704567, + 0.015750493854284286, + -0.016545960679650307, + 0.02902238257229328, + 0.056394826620817184, + 0.034755390137434006, + 0.01619255542755127, + -0.03715568408370018, + -0.08003553003072739, + 0.03015962243080139, + -0.05775846168398857, + 0.012725284323096275, + -0.008311823010444641, + -0.0289781391620636, + 0.08217950165271759, + 0.029609492048621178, + -0.005844139028340578, + -0.03658907115459442, + -0.03535956144332886, + 0.004127653781324625, + -0.017830586060881615, + 0.017817452549934387, + 0.06604278087615967, + 0.027377424761652946, + 0.015113972127437592, + -0.030894553288817406, + 0.08545627444982529, + -0.07634575664997101, + -0.07782560586929321, + -0.028618033975362778, + 0.03509940207004547, + -0.022645076736807823, + -0.0003904593759216368, + -0.07913517206907272, + -0.019274987280368805, + 0.041637785732746124, + 0.07933755964040756, + 0.07452785223722458, + 0.06487897038459778, + 0.06223444268107414, + 0.04809151217341423, + -0.007024576421827078, + -0.019972123205661774, + 0.009830907918512821, + 0.1081894040107727, + -0.05158744752407074, + -0.07323957979679108, + -0.017688944935798645 + ], + "filename": "DA-1p-with-duplicate-pages.pdf.json", + "filetype": "application/json", + "languages": [ + "eng" + ], + "page_number": "3", + "orig_elements": "eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ==", + "id": "0e257a84-a3a5-5b77-a9cf-b56f18ded23b", + "record_id": "mock file data", + "is_continuation": true + }, + { + "type": "CompositeElement", + "element_id": "c606b16486eabb5d7612a973aafa6f44", + "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", + "embeddings": [ + 0.029347889125347137, + -0.04517943039536476, + -0.10511812567710876, + -0.024585271254181862, + -0.007356676738709211, + -0.08651377260684967, + 0.022096142172813416, + -0.020169580355286598, + 0.06375181674957275, + -0.09861749410629272, + -0.05085907503962517, + 0.02313208393752575, + 0.06010859087109566, + -0.10936880111694336, + -0.014296606183052063, + -0.012459876947104931, + -0.049071744084358215, + -0.04973546788096428, + -0.05237169563770294, + 0.03888620063662529, + -0.012627502903342247, + -0.029852764680981636, + 0.06629118323326111, + 0.11194230616092682, + -0.061922457069158554, + -0.06858310848474503, + 0.06536244601011276, + -0.029726700857281685, + -0.003926862496882677, + -0.043617378920316696, + -0.04400668293237686, + 0.09197808057069778, + -0.03772498667240143, + -0.06420345604419708, + -0.06515754759311676, + 0.051264215260744095, + 0.024444296956062317, + 0.02056599222123623, + 0.10234462469816208, + -0.10559316724538803, + 0.12869274616241455, + -0.04119773954153061, + 0.0285655464977026, + -0.043120454996824265, + -0.025036025792360306, + -0.0477650985121727, + -0.04194539040327072, + 0.02853560633957386, + 0.02840467169880867, + -0.012528140097856522, + 0.04119328036904335, + -0.04850401729345322, + 0.03502144664525986, + -0.012264280579984188, + -0.027910718694329262, + 0.014142890460789204, + -0.05271192640066147, + -0.08031938225030899, + 0.077254518866539, + -0.018956858664751053, + 0.014718012884259224, + 0.041656602174043655, + 0.05426442250609398, + 0.03202870115637779, + -0.0259458776563406, + -0.013158555142581463, + 0.05822793394327164, + -0.06070574373006821, + 0.0009070141823031008, + 0.018405156210064888, + 0.04719586670398712, + -0.05955820530653, + 0.026970138773322105, + -0.0051771788857877254, + 0.0746769830584526, + 0.12564800679683685, + -0.05343775451183319, + -0.1106632649898529, + -0.03993317484855652, + -0.0270332433283329, + 0.038054369390010834, + -0.02167128585278988, + 0.08786617964506149, + 0.022691939026117325, + 0.049285564571619034, + 0.017078455537557602, + 0.11659367382526398, + -0.06255511194467545, + 0.013221791945397854, + -0.006171088665723801, + -0.010568393394351006, + 0.025596365332603455, + -0.014737390913069248, + -0.02435918338596821, + 0.0119980089366436, + -0.0041837445460259914, + 0.03243687003850937, + -0.030361883342266083, + -0.09133628755807877, + 0.03658398985862732, + -0.1009567603468895, + -0.004010774195194244, + 0.04745297133922577, + -0.007054759655147791, + -0.07229647040367126, + -0.06534408032894135, + 0.054590027779340744, + -0.03663728013634682, + -0.017383677884936333, + -0.009422698989510536, + -0.01679876074194908, + -0.0560649037361145, + 0.0316440612077713, + -0.08176153153181076, + -0.008566191419959068, + 0.08009045571088791, + -0.01991754211485386, + 0.002713720314204693, + -0.10396308451890945, + 0.0951094776391983, + 0.039334818720817566, + 0.054455701261758804, + -0.04090716317296028, + 0.06632010638713837, + 0.02877584472298622, + -0.009951743297278881, + -0.14898954331874847, + 1.9497052359875782e-33, + -0.0007072295993566513, + 0.08138305693864822, + -0.0006711510941386223, + -0.05068374425172806, + -0.05287633091211319, + -0.010863522998988628, + -0.07839202135801315, + -0.04632001742720604, + 0.046681106090545654, + -0.041130419820547104, + 0.09359558671712875, + -0.017826661467552185, + 0.04364107549190521, + -0.0054445103742182255, + 0.05383273959159851, + -0.05450233072042465, + 0.08459210395812988, + -0.035897981375455856, + -0.012286619283258915, + -0.08013910055160522, + -0.023737432435154915, + 0.10175937414169312, + -0.060764167457818985, + -0.0040743788704276085, + 0.028867051005363464, + 0.026879608631134033, + 0.000874446181114763, + 0.09172999113798141, + 0.0051080756820738316, + 0.035262130200862885, + 0.013029740191996098, + 0.0025755399838089943, + -0.041640400886535645, + -0.03140583261847496, + 0.0698535144329071, + 0.021727003157138824, + 0.01805434562265873, + -0.05174315348267555, + -0.026795126497745514, + -0.009120677597820759, + -0.045181166380643845, + -0.002754570683464408, + -0.043619658797979355, + 0.06098083779215813, + -0.016354907304048538, + 0.017690567299723625, + -0.010266760364174843, + -0.08666684478521347, + -0.021220387890934944, + 0.03520427271723747, + 0.005395923275500536, + 0.037931233644485474, + 0.06454936414957047, + -0.028346600010991096, + 0.034877825528383255, + -0.03441748023033142, + -0.060483142733573914, + -0.09381649643182755, + 0.021953586488962173, + -0.07355393469333649, + 0.023933831602334976, + -0.0011325932573527098, + -0.02608299069106579, + 0.002897498430684209, + -0.029430244117975235, + -0.0399213582277298, + -0.03715607523918152, + -0.04787283390760422, + -0.006345562636852264, + -0.0038677274715155363, + -0.017765384167432785, + 0.03161167353391647, + -0.08318436145782471, + 0.0010106059489771724, + -0.009069276973605156, + -0.023934494704008102, + 0.046543657779693604, + -0.005275749135762453, + 0.06723448634147644, + -0.009272760711610317, + 0.02237946353852749, + -0.01128087192773819, + 0.047595079988241196, + -0.009831287898123264, + 0.03729168325662613, + -0.007552699185907841, + 0.057102736085653305, + -0.026226753368973732, + 0.0047675673849880695, + -0.03919346258044243, + 0.053637806326150894, + 0.10152339190244675, + 0.021864183247089386, + -0.027576737105846405, + -0.06813587993383408, + -2.564587229119516e-33, + -0.04115577042102814, + -0.04554123803973198, + 0.03824533522129059, + 0.03336254507303238, + -0.050544776022434235, + -0.00034170824801549315, + -0.030269185081124306, + -0.03482630476355553, + 0.026359524577856064, + -0.026986828073859215, + -0.028947031125426292, + 0.049524445086717606, + 0.012074064463376999, + -0.012316572479903698, + 0.03653912618756294, + -0.07467400282621384, + 0.07556266337633133, + 0.023281171917915344, + 0.07255798578262329, + 0.023640615865588188, + 0.04703063145279884, + 0.04930218681693077, + 0.014464843086898327, + -0.0658251941204071, + -0.06641095131635666, + 0.04137340560555458, + 0.026182176545262337, + -0.05615556240081787, + -0.013379840180277824, + -0.017336171120405197, + -0.010013424791395664, + 0.023691974580287933, + 0.004779248498380184, + -0.06734088808298111, + 0.040897876024246216, + -0.028518257662653923, + 0.004970037844032049, + 0.052881672978401184, + -0.04338337853550911, + -0.11933644115924835, + -0.07197444885969162, + -0.028846580535173416, + -0.0021988567896187305, + -0.05831323191523552, + 0.009468826465308666, + -0.057997677475214005, + 0.19217056035995483, + 0.09069530665874481, + 0.0761801153421402, + -0.015643317252397537, + -0.03119976632297039, + -0.0513593927025795, + 0.06350328028202057, + -0.008555023930966854, + 0.032757893204689026, + -0.06581267714500427, + -0.013623868115246296, + -0.04718067869544029, + -0.013598631136119366, + -0.04847138747572899, + -0.03362194448709488, + 0.06594348698854446, + 0.05263299494981766, + 0.0035914722830057144, + 0.07827748358249664, + 0.09226389974355698, + -0.013054887764155865, + 0.029750412330031395, + -0.008579877205193043, + 0.026112934574484825, + 0.05055231973528862, + 0.010926173068583012, + -0.07288292795419693, + 0.07289845496416092, + 0.04993496462702751, + 0.033986568450927734, + 0.007738420274108648, + -0.0365450419485569, + 0.025377074256539345, + -0.03022671490907669, + -0.00010707042383728549, + 0.03289805352687836, + -0.06166395917534828, + 0.01732531376183033, + -0.022627364844083786, + -0.021942373365163803, + 0.01601216197013855, + -0.05392350256443024, + 0.03428212180733681, + 0.0050339470617473125, + 0.056004542857408524, + -0.020480602979660034, + 0.1121891587972641, + -0.03203325346112251, + 0.04904788359999657, + -4.1433178665784e-08, + 0.030464310199022293, + 0.07622631639242172, + -0.0202197078615427, + 0.047551147639751434, + 0.07194522768259048, + -0.06562484800815582, + -0.0029358547180891037, + -0.11533930152654648, + 0.006900150794535875, + 0.05135784670710564, + -0.060439225286245346, + 0.06324761360883713, + 0.050559818744659424, + -0.04702095687389374, + 0.06288639456033707, + 0.05543025583028793, + 0.0025756708346307278, + -0.033943574875593185, + -0.05499976500868797, + -0.023845834657549858, + -0.014748181216418743, + 0.031094297766685486, + 0.01962583139538765, + -0.086506687104702, + -0.030560895800590515, + -0.0029827894177287817, + -0.01812724582850933, + -0.08702859282493591, + -0.06050510331988335, + 0.029895484447479248, + 0.08602144569158554, + -0.04135221615433693, + 0.02153361402451992, + 0.04553322121500969, + -0.045535609126091, + -0.008469369262456894, + -0.11050883680582047, + 0.06220754235982895, + 0.08284267038106918, + -0.002116328803822398, + 0.0623321607708931, + -0.037645477801561356, + 0.10578399151563644, + 0.014827528968453407, + -0.028881050646305084, + -0.029301462695002556, + -0.028901169076561928, + 0.016495252028107643, + 0.022979507222771645, + -0.015349864959716797, + 0.04662579670548439, + 0.02448904700577259, + 0.09252231568098068, + 0.039045486599206924, + 0.03479880839586258, + -0.061136115342378616, + 0.09900186955928802, + 0.032807476818561554, + -0.0015372438356280327, + -0.021638650447130203, + 0.02278803288936615, + -0.07561742514371872, + 0.03621399775147438, + 0.02077053114771843 + ], + "filename": "DA-1p-with-duplicate-pages.pdf.json", + "filetype": "application/json", + "languages": [ + "eng" + ], + "page_number": "3", + "orig_elements": "eJxNUsty2zAM/BWMzrZrO3bl9tY61/bkWybj4QOUOKZIhQ+rnkz+vUs5bXKRQGCxWCz59Nqw44F9PlvdfKemlXu53u2k2uwkf23Xe7lv2ayF3B9MK9WuWVAzcBZaZAH8a1ODcwolKq7nN9SNdezFUM/N44/lZlxONvdLXUZnlci8HEXHaTVq07yj822c0WK8Q2zwX97LTviuVDzqTw37rnlGtjKcfRkkR+Qf5kz82GIrtvxtvzY7JZml1K2RfDCbrW5Zb9XDoakyM//JFXzqhb+Y4txtQUKGwfpZQCIwUsRnRaee6Wijcky9SAQD+qATmRBpYtbWdxRKJmQT09SHuTUH/DNFmy4zUvMQvFU0hpQ4JYzAPK8pKeEzGZ5oqHvSFIrT1NkrUxnByTaSiQxi6xxYKRU52HyPVE+CZABN9RjxPGVFPyEneMWY8HkpsolUZFyCXhA4ZkodECaSnGbSe52GUDc/wgirOdYVc491YLLFcumlCDgQDGUeRidigjNQDL89XXyYfKUyAvSiGlON8/cGQQlssPKTrlkMtPmQsVQcYdr/ibX5iO4cb5TFBQ7VjCxAwMZZwsf14PRLdJauDHSC7lCSu5H1Gve0qg/q31v7LWLE7Cuf6jt4e/4L7isM5g==", + "id": "6117f886-63ff-57f8-b241-d4750b89506d", + "record_id": "mock file data", + "is_continuation": NaN + }, + { + "type": "CompositeElement", + "element_id": "3e7327ee201e84f3061474204708d8f7", + "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6", + "embeddings": [ + -0.08342055231332779, + 0.052118003368377686, + 0.00927137490361929, + 0.00821769516915083, + -0.01837557926774025, + -0.022791797295212746, + 0.0005622926400974393, + 0.015177621506154537, + -0.044368308037519455, + -0.03960308060050011, + 0.02673662267625332, + 0.017424117773771286, + 0.03634529188275337, + -0.05126689001917839, + -0.11323326081037521, + 0.023094939067959785, + 0.03664935380220413, + 0.0706443339586258, + -0.010426182299852371, + 0.05276356637477875, + 0.028232764452695847, + -0.00017360948550049216, + 0.03809289634227753, + 0.07166895270347595, + 0.010475720278918743, + -0.037191905081272125, + -0.0024140281602740288, + -0.029270833358168602, + -0.006603992078453302, + -0.02663854882121086, + -0.06387452781200409, + 0.010723570361733437, + -0.02904103510081768, + 0.05121173709630966, + -0.010028553195297718, + 0.0959436297416687, + 0.09057556092739105, + 0.0009347658487968147, + -0.003882128046825528, + 0.010280516929924488, + -0.04613392427563667, + 0.008940361440181732, + -0.039659496396780014, + -0.007379797287285328, + -0.05889877304434776, + -0.09912056475877762, + -0.027789698913693428, + -0.05846194550395012, + -0.03469262644648552, + -0.09412816911935806, + 0.041618771851062775, + 0.03792829439043999, + 0.04441361501812935, + -0.04203395918011665, + -0.07056563347578049, + 0.030799729749560356, + 0.026067370548844337, + -0.04925885424017906, + 0.061225395649671555, + 0.030571499839425087, + 0.09111681580543518, + 0.026658428832888603, + -0.0011842921376228333, + 0.047936681658029556, + -0.04011054337024689, + -0.07828173041343689, + 0.08831484615802765, + -0.06281707435846329, + -0.008098477497696877, + -0.002642789389938116, + -0.020536689087748528, + -0.02724950760602951, + 0.048211876302957535, + 0.002645535161718726, + -0.01500846166163683, + 0.006220816634595394, + 0.05163075774908066, + -0.15983571112155914, + 0.0006676482153125107, + -0.00966504868119955, + -0.041264161467552185, + 0.019048750400543213, + 0.12535162270069122, + 0.01908033713698387, + 0.07712578773498535, + 0.03203664347529411, + -0.046308353543281555, + 0.028996368870139122, + -0.03893734887242317, + 0.002590127754956484, + 0.026828955858945847, + -0.05330570414662361, + -0.03024003840982914, + 0.04847027733922005, + 0.05370144173502922, + 0.035748258233070374, + -0.08318071067333221, + 0.04774129018187523, + -0.08477864414453506, + 0.048197727650403976, + -0.0812777578830719, + 0.07253468036651611, + 0.04159040376543999, + 0.03786787390708923, + 0.007031595334410667, + -0.06234600394964218, + 0.051611702889204025, + -0.009645745158195496, + -0.04502240940928459, + -0.04073512926697731, + -0.001915520871989429, + -0.06175771728157997, + -0.033582571893930435, + -0.01573294587433338, + 0.02580314502120018, + -0.008611653000116348, + 0.017570629715919495, + -0.02828742004930973, + -0.07921517640352249, + 0.04019245132803917, + 0.16486147046089172, + 0.04070365056395531, + -0.014380201697349548, + 0.00173382053617388, + 0.002950671361759305, + -0.06271427869796753, + 0.009530283510684967, + 1.1674238474199232e-33, + 0.012366865761578083, + 0.06803646683692932, + -0.03676093369722366, + -0.010351092554628849, + 0.08314929157495499, + 0.030439676716923714, + -0.029186097905039787, + 0.02486572414636612, + 0.01645762287080288, + 0.10632678121328354, + 0.03599585220217705, + 0.05557695031166077, + 0.005841721780598164, + -0.029180392622947693, + -0.02101263403892517, + 0.011865796521306038, + 0.049008771777153015, + 0.020492715761065483, + 0.047684211283922195, + -0.03508450463414192, + 0.01839052513241768, + 0.0899634137749672, + 0.014499388635158539, + -0.024369601160287857, + -0.021096717566251755, + -0.012601342052221298, + -0.049095381051301956, + 0.001668890006840229, + 0.03139206022024155, + 0.03403366357088089, + -0.0003703928960021585, + -0.010929921641945839, + 0.0747307613492012, + -0.01193924155086279, + 0.012371744029223919, + -0.04308401420712471, + 0.03927145153284073, + -0.04870010167360306, + -0.04202280193567276, + -0.07605583220720291, + 0.03169824928045273, + 0.020688265562057495, + 0.02411329559981823, + 0.014971857890486717, + -0.08415699750185013, + 0.06463825702667236, + 0.053933534771203995, + 0.021858694031834602, + -0.028119267895817757, + 0.0203084833920002, + -0.0339072160422802, + 0.055052608251571655, + 0.016878964379429817, + 0.008003631606698036, + 0.00877367239445448, + -0.013734310865402222, + -0.006635995116084814, + -0.08394815772771835, + 0.09103240817785263, + -0.014672540128231049, + -0.04959188774228096, + -0.0015348460292443633, + 0.01025473978370428, + 0.02634919248521328, + 0.00037014047848060727, + -0.1751318722963333, + 0.013174640946090221, + -0.04019488766789436, + 0.0031403277534991503, + -0.010602031834423542, + -0.10182613134384155, + 0.03193996474146843, + -0.045145001262426376, + 0.009606517851352692, + -0.06902168691158295, + -0.010741113685071468, + -0.018646281212568283, + -0.048795416951179504, + -0.10464854538440704, + -0.06453914195299149, + 0.008880866691470146, + -0.051209382712841034, + 0.03250324726104736, + 0.08863522857427597, + 0.068938709795475, + 0.066158227622509, + -0.02354433760046959, + -0.11269725114107132, + 0.008650325238704681, + 0.04592897742986679, + 0.04041308909654617, + -0.05876018479466438, + 0.059893734753131866, + -0.09016595035791397, + -0.015797821804881096, + -2.8860592201304873e-33, + 0.09739336371421814, + -0.030402254313230515, + -0.05960294231772423, + -0.03196690231561661, + 0.07253272086381912, + 0.004270133096724749, + -0.0730048194527626, + 0.05533352866768837, + -0.03357469663023949, + -0.04589495807886124, + 0.04482083395123482, + 0.04585683345794678, + -0.03445259854197502, + -0.02528984285891056, + 0.05985880643129349, + 0.009818832390010357, + 0.057248715311288834, + -0.0273590125143528, + 0.016258548945188522, + -0.002682090038433671, + -0.00849310401827097, + 0.01574307307600975, + -0.0556795671582222, + -0.02647862583398819, + 0.0010181894758716226, + 0.07427401095628738, + 0.03228498995304108, + -0.04407065361738205, + -0.05246102809906006, + -0.02618398144841194, + -0.019999120384454727, + -0.008368231356143951, + 0.09834204614162445, + 0.039071470499038696, + -0.04111919179558754, + 0.07806631922721863, + 0.018651502206921577, + -0.1152467429637909, + -0.020008834078907967, + -0.04888094961643219, + 0.06766237318515778, + -0.022586485370993614, + 0.060290876775979996, + 0.0043946485966444016, + 0.016899248585104942, + -0.07251279056072235, + 0.02551141567528248, + 0.04581903666257858, + -0.005150329787284136, + -0.04232915863394737, + -0.10701598972082138, + 0.007919390685856342, + 0.012623059563338757, + -0.02228161320090294, + 0.012150099501013756, + -0.059048131108284, + -0.06904053688049316, + -0.09723728150129318, + 0.07193823903799057, + 0.03508972004055977, + 0.036757953464984894, + 0.039937619119882584, + -0.08013905584812164, + 0.03995455801486969, + -0.01855620928108692, + 0.02102365344762802, + -0.014589160680770874, + 0.010600668378174305, + -0.1692352145910263, + 0.04200948029756546, + -0.00454974640160799, + 0.02028568647801876, + -0.05056362226605415, + 0.02886275202035904, + -0.011571703478693962, + -0.08934278786182404, + 0.026751888915896416, + -0.06386811286211014, + 0.054509684443473816, + -0.02612370438873768, + -0.02349872514605522, + -0.060607150197029114, + -0.04985957220196724, + 0.03445851057767868, + 0.028165431693196297, + -0.010245980694890022, + 0.029779495671391487, + 0.12896950542926788, + -0.0015483795432373881, + -0.06037181243300438, + 0.04225890338420868, + -0.03983212634921074, + 0.05001247674226761, + -0.04710797592997551, + 0.07777682691812515, + -4.141545417724046e-08, + -0.01845339499413967, + 0.0489022359251976, + 0.0003280554374214262, + -0.15837354958057404, + 0.029790911823511124, + -0.03272560238838196, + 0.0429275743663311, + 0.07980560511350632, + -0.06956024467945099, + 0.04846541956067085, + -0.0018001034623011947, + 0.0367070771753788, + 0.07165662199258804, + -0.010191910900175571, + 0.07105794548988342, + 0.030906155705451965, + -0.012874559499323368, + 0.034154247492551804, + -0.0566386915743351, + -0.09661761671304703, + 0.03254758194088936, + 0.009020226076245308, + 0.09270866960287094, + -0.054505594074726105, + -0.037679992616176605, + 0.015835443511605263, + -0.07842253893613815, + -0.04280855879187584, + -0.036125779151916504, + 0.08868367224931717, + 0.053692515939474106, + 0.0392053984105587, + 0.007462788838893175, + -0.023803826421499252, + 0.012014728970825672, + 0.09015574306249619, + 0.01597096212208271, + -0.05330237001180649, + 0.02957635000348091, + -0.04370513930916786, + 0.011350004002451897, + -0.06413542479276657, + 0.021264944225549698, + 0.06929062306880951, + 0.018627412617206573, + -0.02283620461821556, + -0.0006299018859863281, + -0.07650122791528702, + 0.09707925468683243, + -0.030565043911337852, + 0.04149327054619789, + 0.0472019724547863, + -0.00045077799586579204, + 0.05548485741019249, + -0.028664259240031242, + -0.07860633730888367, + 0.03555219620466232, + -0.021731331944465637, + -0.05032612383365631, + -0.009667945094406605, + 0.08409899473190308, + -0.03065498173236847, + -0.033591706305742264, + -0.03503028303384781 + ], + "filename": "DA-1p-with-duplicate-pages.pdf.json", + "filetype": "application/json", + "languages": [ + "eng" + ], + "page_number": "3", + "orig_elements": "eJzNUrFu2zAQ/ZUD59i1JMKWsgXokCxBh3RKAuNEHiWiEkmQVF0jyL/3qCSAUXTJFkGD7r3H93THe3wRNNFMLh+tFtcgqnrXqaZtD1I2qqpbU0mJut7zY2quxRWImTJqzMj6F1E+jskvUVGpX5k3diKHc6nF95tNFTYnm8eNXsJkFWbaBBwobYM24l2dz2FVY3iTWO++vdMTumEpeuYfBblBPDNaHI5umXuKjDclNdOfXDxuokJHcOtj9LE4fJg/2DyRYOm/PbdVZypTy74ludv1ndwbSVztWp5FT/Jr9rwi8RM3dzmkJ/EzeAeYFDlt3QDZQx4JEinvNJjJ+wjerFj2J4pXcCJ+I8EQiTJp6M+AXCyU/MwH7TDma0YiDgOzyk8TqdJUsem9o8THMa5ZbBp9zwhTzHwEJXKWY8mpEV2mmLZwByNq+OX8ycFIEQzzZ7ZJ/D+Y1chJBY5oE3Hm4viKUwKeaZmMVcRC5IbYABJHnJBJmEsfYQmB8uq4dqBp9m77JC5X5h5j5Jv5TQ9lbv9ZnWp/kB3vjOq6inSrpD60TYO95Btoqu6Lrs7lJuwv+/3Buvs32evzXyI+VF4=", + "id": "6e0cae4d-b264-5004-93c8-25d1d2e5de9d", + "record_id": "mock file data", + "is_continuation": NaN + } +] \ No newline at end of file diff --git a/test/integration/connectors/expected_results/yugabytedb/stager/DA-1p-with-duplicate-pages.pdf.ndjson b/test/integration/connectors/expected_results/yugabytedb/stager/DA-1p-with-duplicate-pages.pdf.ndjson new file mode 100644 index 000000000..87f3bc290 --- /dev/null +++ b/test/integration/connectors/expected_results/yugabytedb/stager/DA-1p-with-duplicate-pages.pdf.ndjson @@ -0,0 +1,22 @@ +{"type": "CompositeElement", "element_id": "2470d8dc42215b3d68413b55bf00fed2", "text": "MAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.\n\nAs we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.", "embeddings": [0.07777129113674164, 0.0606350377202034, 0.016699742525815964, 0.025474421679973602, 0.05472065135836601, -0.03785642236471176, 0.06506576389074326, -0.017842525616288185, -0.03878961130976677, 0.028590677306056023, -0.02399466559290886, -0.09211020171642303, -0.031279392540454865, -0.014241814613342285, -0.02141973376274109, 0.035573363304138184, -0.0033338244538754225, -0.02463681809604168, 0.04393996670842171, 0.03571218624711037, -0.05851663649082184, 0.0818575844168663, -0.005700137931853533, 0.022535672411322594, -0.01637371815741062, 0.01310789491981268, 0.00545160286128521, 0.07582753896713257, -0.02088712714612484, -0.09370554238557816, 0.01554977335035801, 0.03139982372522354, 0.09939400851726532, -0.0447249561548233, 0.04104244336485863, 0.03144077584147453, -0.011065934784710407, -0.09264220297336578, 0.10312536358833313, -0.019248517230153084, -0.023916194215416908, 0.03225036710500717, -0.01901300810277462, -0.03413109481334686, -0.0571308396756649, -0.0006306357681751251, -0.09150158613920212, -0.02240080013871193, 0.026784077286720276, -0.01230341661721468, 0.034263577312231064, -0.032921578735113144, -0.027988068759441376, 0.03483271598815918, -0.0001110046505345963, -0.06530888378620148, 0.012618005275726318, 0.008858395740389824, 0.07728442549705505, -0.0743938535451889, 0.021305503323674202, 0.06000884994864464, 0.048281554132699966, 0.04746758192777634, 0.008285158313810825, -0.06758910417556763, 0.042754847556352615, -0.024439852684736252, 0.012155796401202679, 0.06976961344480515, 0.022245846688747406, -0.006977043580263853, 0.03181910142302513, -0.0714995339512825, -0.03544680029153824, 0.016756441444158554, -0.07698291540145874, -0.10942821949720383, 0.007639225106686354, 0.005146529991179705, 0.02479551173746586, -0.036976899951696396, 0.027060942724347115, -0.04467197135090828, 0.038045573979616165, 0.02265908382833004, 0.05646832287311554, 0.007069099694490433, -0.06212877109646797, 0.058580849319696426, -0.11244026571512222, -0.053325533866882324, 0.09668858349323273, 0.06802581250667572, -0.007354214321821928, -0.0011882695835083723, 0.0007919935160316527, -0.049037326127290726, -0.0007675195229239762, 0.04571549966931343, -0.02083331160247326, -0.005387849640101194, -0.01229571271687746, -0.05085272714495659, 0.05308125168085098, 0.004394171759486198, -0.07804930210113525, -0.020231692120432854, 0.014870061539113522, 0.028127433732151985, -0.10354945063591003, -0.04727525636553764, 0.01965874806046486, 0.0013402203330770135, 0.0009205429814755917, -0.03393881022930145, -0.030584601685404778, -0.019178472459316254, -0.05569281429052353, 0.06072307005524635, 0.12220339477062225, 0.03970947489142418, -0.056900035589933395, 0.06104755401611328, 0.1141296774148941, 0.04302683845162392, 0.008855053223669529, -3.2200394812246656e-34, 0.07345584779977798, -0.0352058969438076, -0.047220148146152496, 0.02085471712052822, 0.14611047506332397, 0.00023335135483648628, -0.033246468752622604, -0.004151252564042807, -0.0030592952389270067, -0.005078013986349106, -0.06303002685308456, -0.025696462020277977, -0.038876019418239594, -0.06006637215614319, 0.0402107872068882, -0.02861033007502556, -0.04340497404336929, -0.03783518448472023, 0.05298449099063873, -0.004139738157391548, -0.06456757336854935, 0.10832615941762924, -0.016731349751353264, -0.008553112857043743, -0.059587135910987854, 0.06706792861223221, -0.04700709879398346, 0.0099080391228199, 0.056503549218177795, 0.025588491931557655, 0.013880967162549496, -0.03523626923561096, -0.03067123517394066, 0.046563439071178436, 0.057892005890607834, -0.025782302021980286, -0.0202872883528471, -0.07355045527219772, -0.13937179744243622, 0.026141684502363205, -0.027209727093577385, 0.0014679481973871589, -0.07328296452760696, -0.03546673804521561, 0.008782625198364258, -0.02069144882261753, -0.014612607657909393, 0.031067952513694763, -0.05365300551056862, 0.02401834912598133, -0.042931657284498215, 0.03725961223244667, 0.11839094758033752, 0.023284582421183586, -0.004371910821646452, 0.04573724418878555, 0.06370746344327927, -0.11461607366800308, -0.020693091675639153, 0.008353662677109241, 0.0547977052628994, -0.008739348500967026, 0.10399298369884491, -0.08051460981369019, 0.0067446562461555, -0.12452785670757294, -0.002806860487908125, -0.02171972021460533, -0.035838596522808075, -0.0698103979229927, 0.01943754218518734, -0.029482122510671616, 0.03050350397825241, -0.04521441459655762, -0.053256187587976456, -0.007908286526799202, 0.004454085137695074, -0.03466515988111496, -0.09922488033771515, -0.07066228240728378, 0.03783193975687027, -0.05329705774784088, -0.060391802340745926, -0.0710059329867363, 0.019549598917365074, 0.0021295694168657064, 0.07177744060754776, -0.1483834981918335, -0.04510198533535004, 0.0704694390296936, -0.06226865574717522, -0.042178165167570114, 0.044386126101017, -0.07332827150821686, 0.0007120659574866295, -4.146499384518001e-34, -0.0025822340976446867, -0.0013972108718007803, -0.059555623680353165, 0.02608274109661579, -0.04142750799655914, 0.0005906522274017334, -0.03783823549747467, 0.045442089438438416, -0.02933463454246521, -0.011024781502783298, -0.04858090728521347, 0.06435809284448624, 0.09317126870155334, 0.0067373537458479404, -0.001887250691652298, -0.09290662407875061, 0.10009979456663132, 0.016270659863948822, 0.057111743837594986, -0.026024511083960533, 0.015400565229356289, -0.012115794233977795, -0.041617751121520996, -0.04392813518643379, 0.04737786203622818, 0.12074605375528336, 0.054003287106752396, -0.04106350615620613, -0.01007777452468872, -0.03989286348223686, 0.03709971159696579, 0.019823122769594193, -0.0019930177368223667, 0.0060593923553824425, 0.04309239238500595, 0.0425107516348362, 0.006398206111043692, -0.0024608676321804523, -0.017912108451128006, -0.1523643583059311, 0.013534832745790482, 0.005243832711130381, -0.07289931178092957, 0.0923348069190979, 0.03989646956324577, 0.047940924763679504, 0.014676625840365887, 0.07103094458580017, 0.044774629175662994, 0.02628670446574688, -0.044428374618291855, 0.0606212243437767, -0.03446588292717934, -0.09309691190719604, 0.00468992767855525, -0.05155892297625542, 0.03434869274497032, -0.06562092155218124, 0.016659796237945557, 0.02612289972603321, -0.055024415254592896, 0.025686386972665787, -0.07270438224077225, 0.09874547272920609, 0.002506340155377984, 0.009496969170868397, -0.07408316433429718, 0.014795789495110512, 0.01468606572598219, 0.0276362095028162, -0.0010862612398341298, 0.0540100522339344, -0.08190032839775085, 0.03668183460831642, -0.0012788131134584546, 0.056707076728343964, -0.06489759683609009, 0.022546377032995224, 0.0766131579875946, 0.01167090144008398, 0.01593020185828209, -0.046094950288534164, 0.008169570937752724, 0.11837536841630936, -0.03794078528881073, -0.058843377977609634, -0.053824424743652344, 0.0558769553899765, -0.011080308817327023, -0.005856949836015701, 0.04386688768863678, 0.05319317430257797, 0.0666433721780777, 0.026275351643562317, 0.03868692368268967, -5.4682647743220514e-08, -0.006723261438310146, -0.010700458660721779, -0.032640498131513596, -0.026715125888586044, 0.14820753037929535, -0.024599455296993256, 0.04386107251048088, 0.0020664543844759464, -0.014139565639197826, 0.03650287911295891, -0.09259869903326035, 0.021562378853559494, 0.05752212926745415, 0.08372767269611359, 0.1053197979927063, 0.07893778383731842, 0.08332071453332901, -0.05744350701570511, -0.055803243070840836, -0.009080505929887295, -0.01650519110262394, 0.03199181705713272, -0.009302761405706406, -0.05089358240365982, -0.04860778898000717, -0.029844198375940323, -0.06365612894296646, -0.041779838502407074, -0.008117067627608776, 0.10400816798210144, 0.053204167634248734, 0.0394333116710186, -0.04993266239762306, -0.004357798490673304, -0.01605554297566414, 0.048883773386478424, -0.02802026830613613, 0.006565988063812256, 0.052043214440345764, -0.08798787742853165, -0.006922550033777952, 0.041531845927238464, 0.05931180343031883, -0.04510089382529259, -0.01332230307161808, 0.010695764794945717, -0.0006680028163827956, 0.004613170865923166, -0.033964741975069046, -0.009722276590764523, -0.015980256721377373, 0.018701884895563126, -0.04214652255177498, 0.04731672257184982, 0.04659617692232132, -0.07715702056884766, -0.006569712422788143, 0.05879858881235123, -0.002221009461209178, -0.015616103075444698, 0.062447238713502884, 0.021547697484493256, -0.051570549607276917, 0.01636487990617752], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "orig_elements": "eJzdUk1v2zAM/SuCz0lmO/LXbsFWDDu0hy7DDl1R0BJlC7UlQ5KbZsX++yinRYthGLpbsYsgkU+PfHy8ekhwwBFNuNEyec8SVeVcNIhVqWSZQVoXDc8zVQmsIW2RJyuWjBhAQgDCPyTxcuPt7ATG90/KKz2ggTG+k4+7dTatDzr0azlPgxYQcD1Bh34zSZU8osNxWtAwnSDamneP6QFMN0c85a8SNF1yTdHIcGPmsUVH8SxWDXgfIsf57vMF+7Q7P4u/n4j3OgyYEOx3vaQt50UpSy6qgkSWvM7yGnK+zdtWpuXb1/vh8my3/3p59uVVegWmBdLB660AXtWyarBIt1VTFEUl0vzt6921dtRm4XiV4rbhSPus8rZEFEVWVLnKq6bBDIFzVG9T8RJx/+DbyxF9T74hA+f0HUqmDQs9MokgmVXM6K4PG0aAngItIqUdiFttugU3woCKOnZMWcckHP2KgZFM0cyH4bj86vXIhHUGHcrNZsMI6C07IBHYOdK/NOaCGiH9d7iP3f3BoAzEtm5TrnDLK5WmsG0xF7xKQSnkmP2HBu18nBaVdhZEj5JGzHo7IrMns1B2GM2K92APhuH9NFgZgR6NjF55atsEdD7iDtbKR5d8WHv9g3wX/Wxul6yzgi6EtoyGxhxQ/HkD5sBGG+3wVIo57JydJ1oMsh+Jjw4H2hChcnZcOvK3x9XpYmcjlxISfXCziFNkB0fCTotHqrREO3s2QFwMdM8sAmP7Tyrv9DDQgP+2Ode/AK1jKL8=", "id": "eea3f378-4ccb-5911-87f0-433a74bb3bad", "record_id": "mock file data", "is_continuation": NaN} +{"type": "CompositeElement", "element_id": "6ef1d46e93596172ef715ec59df5494f", "text": "There, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "embeddings": [0.06515897065401077, 0.08165230602025986, -0.10411985963582993, 0.011494919657707214, 0.037635743618011475, 0.0007202195702120662, 0.02381136454641819, 0.0034838682040572166, -0.02911505103111267, -0.07098130881786346, 0.040065743029117584, -0.004433871246874332, -0.028157107532024384, -0.07502378523349762, 0.029821500182151794, -0.045093756169080734, -0.09928543865680695, 0.02400234527885914, 0.0453975573182106, 0.009584392420947552, -0.0010586134158074856, 0.03824637457728386, 0.021779870614409447, 0.020116383209824562, 0.014940004795789719, -0.059104498475790024, -0.021776381880044937, -0.0059412759728729725, 0.09218966215848923, -0.01688700169324875, 0.05750339478254318, -0.027511965483427048, 0.02659834548830986, -0.0273316390812397, -0.08658789843320847, 0.12181653082370758, 0.030021319165825844, 0.016070686280727386, -0.01696799136698246, -0.02057383954524994, 0.02791476435959339, 0.0024439324624836445, -0.14658749103546143, -0.020949337631464005, -0.03322687745094299, -0.019591541960835457, 0.02716001495718956, -0.08534538745880127, 0.020029455423355103, 0.014517110772430897, -0.024302102625370026, 0.06350473314523697, -0.0249699167907238, 0.035843972116708755, -0.011341722682118416, 0.06082326918840408, 0.1026223748922348, -0.10502570867538452, 0.07284577190876007, -0.04291818290948868, -0.004621617496013641, 0.06234416365623474, 0.05940103530883789, 0.08853936940431595, -0.03916006162762642, -0.05037758871912956, -0.027741689234972, -0.06512448936700821, 0.03399483114480972, 0.011767423711717129, 0.03674420341849327, -0.0685882493853569, -0.01167016476392746, -0.0773879662156105, -0.020889626815915108, 0.021451227366924286, -0.051251187920570374, -0.09961849451065063, 0.05469837039709091, 0.00920281931757927, -0.025883156806230545, 0.029566455632448196, -0.025217518210411072, 0.07460712641477585, -0.016985716298222542, 0.020401252433657646, 0.053460124880075455, 0.029348960146307945, -0.07309535145759583, -0.016846898943185806, 0.06381500512361526, 0.009374669753015041, -0.10052140057086945, 0.09846194088459015, 0.03435138240456581, -0.0422678180038929, 0.026873735710978508, 0.06775140762329102, -0.027084967121481895, 0.028879351913928986, -0.016480108723044395, -0.02470560371875763, -0.0222651194781065, 0.013255147263407707, -0.03648443892598152, -0.007411389146000147, 0.027744077146053314, -0.024938860908150673, 0.015277186408638954, 0.005514397285878658, 0.023275692015886307, -0.12088946253061295, -0.031490225344896317, 0.03020896576344967, 0.037629082798957825, 0.00622360548004508, 0.024008216336369514, -0.00829695351421833, -0.148324653506279, 0.042528148740530014, 0.08051007241010666, 0.0827813372015953, 0.06875113397836685, 0.03563861921429634, 0.059884048998355865, 0.03650406375527382, 0.04698016494512558, -4.822497165659113e-33, -0.05278494954109192, 0.009973040781915188, -0.014573859050869942, -0.04041688144207001, 0.05352935567498207, 0.01690789870917797, 0.0020237539429217577, 0.028378235176205635, 0.009640106931328773, 0.02358727529644966, 0.06919687241315842, -0.020223557949066162, -0.01451630238443613, 0.0022274365182965994, -0.11880351603031158, -0.03391844034194946, 0.10487617552280426, -0.043526336550712585, -0.05868881940841675, -0.010697645135223866, 0.025121942162513733, 0.049671534448862076, -0.04262109845876694, 0.013015449978411198, 0.004248832818120718, 0.035418443381786346, 0.006023900583386421, 0.03041292168200016, -0.027267562225461006, 0.024576984345912933, -0.07843341678380966, -0.007673522457480431, 0.05537903308868408, 0.02035333774983883, 0.057598553597927094, 0.019891051575541496, 0.05277025327086449, -0.08822640031576157, -0.09938692301511765, -0.05122857913374901, 0.033514536917209625, -0.006601507775485516, 0.07792903482913971, -0.01741805113852024, -0.0876799076795578, -0.05952801555395126, -0.042684487998485565, 0.04605376347899437, -0.054004374891519547, 0.020504886284470558, -0.02706102654337883, 0.05169472470879555, -0.00872400589287281, -0.030951227992773056, 0.0098582087084651, -0.04174554720520973, -0.07298742979764938, 0.04679151996970177, -0.009907236322760582, 0.006823298521339893, 0.0008262687479145825, -0.05897098779678345, 0.03172420337796211, 0.0402245968580246, 0.056280266493558884, -0.13620758056640625, -0.051087766885757446, -0.030473951250314713, -0.024681884795427322, 0.025690214708447456, 0.015785593539476395, 0.030055774375796318, -0.042949698865413666, 0.09401707351207733, -0.07910149544477463, -0.024970082566142082, -0.10022547841072083, 0.023728419095277786, -0.11303749680519104, 0.06350686401128769, -0.026368053629994392, -0.011533367447555065, -0.0690741017460823, 0.03971899300813675, 0.0485687255859375, -0.0889907255768776, 0.08634336292743683, -0.054669465869665146, -0.010054350830614567, -0.02804829366505146, 0.015815002843737602, 0.06829565018415451, 0.024212490767240524, -0.12394414842128754, -0.05020572245121002, 7.54914640301314e-34, -0.03408285230398178, 0.02623029798269272, -0.003609647508710623, -0.010473565198481083, 0.0009776824153959751, -0.02702985890209675, -0.009175731800496578, 0.06710005551576614, -0.07342565804719925, -0.03132033720612526, -0.0098428251221776, 0.06326853483915329, 0.0010904079535976052, -0.06365644186735153, 0.009281225502490997, 0.04194210469722748, 0.019324755296111107, 0.029593825340270996, 0.02278204634785652, 0.10123295336961746, 0.02307721972465515, 0.02034876123070717, -0.04507230222225189, -0.029291151091456413, -0.006371012888848782, 0.07625795155763626, 0.030738111585378647, -0.029275119304656982, -0.032141078263521194, -0.04521050676703453, 0.041709426790475845, -0.03610095754265785, -0.034246742725372314, -0.00953885167837143, 0.020039048045873642, 0.050378162413835526, 0.028372328728437424, -0.08251224458217621, -0.024893220514059067, -0.06614595651626587, 0.06773325800895691, 0.01631481759250164, 0.04759097471833229, -0.04775937646627426, 0.008533960208296776, -0.02395324781537056, 0.024672584608197212, 0.05619660019874573, 0.05423356220126152, -0.019268447533249855, -0.03686446696519852, 0.002856004983186722, 0.06139807403087616, -0.0031246489379554987, 0.008917901664972305, -0.03020797111093998, 0.0284846480935812, -0.07606405019760132, 0.04033876210451126, -0.055132005363702774, 0.03023895062506199, -0.024432426318526268, 0.06442558765411377, 0.04156722500920296, -0.011899598874151707, 0.019662311300635338, -0.020591244101524353, 0.09138757735490799, -0.0607568696141243, -0.09566590189933777, 0.07130846381187439, 0.03488164022564888, -0.01501463819295168, -0.0109251094982028, -0.01917535997927189, 0.06844346970319748, -0.02916291542351246, 0.03441469371318817, 0.05199868232011795, -0.16937246918678284, 0.026848284527659416, -0.07529326528310776, -0.07195039093494415, -0.06668056547641754, 0.02012982964515686, -0.01807940937578678, -0.027131062000989914, 0.005128367803990841, -0.015852203592658043, -0.1032039150595665, 0.0451897569000721, 0.027236295863986015, -0.009588957764208317, -0.03094799630343914, -0.007676821202039719, -2.3262419546199453e-08, -0.05678664520382881, 0.1143384799361229, 0.03589877858757973, -0.002952774753794074, 0.03251731023192406, -0.007865342311561108, 0.047945182770490646, -0.07644778490066528, -0.031931277364492416, 0.10154357552528381, -0.07048046588897705, 0.015735039487481117, 0.10971762239933014, -0.06876380741596222, 0.09648700058460236, 0.005746808368712664, -0.05548188090324402, -0.02032475173473358, -0.041613612323999405, -0.005686765071004629, -0.051225315779447556, 0.05994885042309761, -0.113215871155262, -0.0352780818939209, -0.0725775808095932, 0.051748644560575485, -0.04271062836050987, -0.0495951771736145, 0.04272844269871712, -0.0022865021601319313, 0.14531980454921722, 0.030376387760043144, -0.04860438406467438, 0.05110876262187958, 0.016186198219656944, 0.006035028491169214, -0.03502054512500763, 0.03302505984902382, 0.03244076669216156, -0.033317673951387405, -0.0042143394239246845, -0.014629010111093521, 0.03459785133600235, -0.0025178748182952404, 0.015432193875312805, 0.010917768813669682, 0.02046297676861286, 0.026708003133535385, -0.017247116193175316, 0.03068905510008335, 0.06729870289564133, -0.00317430985160172, 0.059234097599983215, -0.048042479902505875, 0.017362408339977264, -0.07836109399795532, 0.06337803602218628, 0.023488014936447144, -0.03353770822286606, -0.0518612340092659, 0.007326452061533928, -0.04605792835354805, -0.02784712240099907, 0.048773668706417084], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "orig_elements": "eJxFj8FuwyAQRH9lxTlOTWxkp7dWPfeUWxRFW1hsJAwI46RRlH8vuKl6QTszT+zO8c7I0kQunY1ir8A6rYTUWPOety1J0dO+abTedVxSzbliG2ATJVSYMPN3Vobz7JcoqehHzrWx5HAqmn28VTxUV5PGSi3BGomJqoADzdugNHvS6RZWGsMvYrx7ecYW3bAUPudHRm5gp+yWH85umb4oZp+vTvxvkW8VlJ+2byS2Xa+6PYm66fZCiE7WO1bOTPSdCnwYKdIGAkU5kgJMPkAaCeZgIoHXq7gYa/NOkCO6FG8bmJP3ao2m7G/hfUmQxRVnGJcJHTgP1ruB4rbU+Gv4iTHmfhc6lO2P0w//aXwR", "id": "c494bb2b-fe74-5a86-847b-901e4bbabd31", "record_id": "mock file data", "is_continuation": NaN} +{"type": "CompositeElement", "element_id": "051b6f44a90f212ae370a76b7942db56", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "orig_elements": "eJxFUstu2zAQ/JUFz7Ir25Ett6cCvfTQngL0kAbGmlxKhPkQ+LDqBvn3LuWkuQjk7OxyZrRPL4IsOfL5ZJT4DGIv6bztdN/uj3LTbuX2IHuGeq12Su/2WjQgHGVUmJH5L6IeTimUKKneX7mujSWPrt7Ft6+rzbSaTR5XqkzWSMy0mnCgtJ7UMq2y821a2DjdKSb4T29li34olc/1J0F+EM+M1gknX9yZIuObBYkfLiS1HfHnod9JfDj06nCkrt0djl3XHWS7FVVmpj+5kn8RpDGUTAqmiDeKCXKAPBL8wAtFQK9AkbYkK2UeMYPDwUiYCWQoVjVwLhkwVUCHMoy5WdplJMwlvoMwYlQU1/AdEs7gbtztIipKoNHaOiV6fuF8W7q1RWf8AOlygxB5WEnjvaroHE1awyOzXPApx1DS/9casCFcaicrMhqQ+cxicaxkJoxLiS14sOZCfMyzSdVaKiZD0Pyi8Q2kKeSKOloSGLiP1a2B4xpRsSf+4wq4YwnLpIZ9sQRr/pL6sjjglO5cxyYXDkwoOZzBXMnDaFwiqyFcOeS3xO9S+ZJKvDILeLHYR8Ji8/q3qAvxvis/MUbelCs91v/4+vwPVjvyCA==", "id": "bee11275-4a1a-54e4-a1ba-285aa9029e29", "record_id": "mock file data", "is_continuation": NaN} +{"type": "CompositeElement", "element_id": "030c11394b735aa6be9b799cb845c994", "text": "—Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "orig_elements": "eJzdUsuO2zAM/BXC5yT1M3b21nZRoJee9rZdBLREO0JkydAj3mDRfy/lpGjRBfoBvRgiOR7OkHx+y0jTRCYclcweIKvqQmDd5VVXVfWe+rxpe2xkSVTs96XYZxvIJgooMSDj37L0OHobnaAU/+D6oDQZnFKcPX7cFvN2UeG0lXHWSmCg7Ywj+d0sh+yODtd5ReN8gyhrPtzLGs0YE57rzxmZMXvhbGI4mjj15DhfrBn324WgvCH+1F3FbtpOtgdq8qo9NE3TirzMksxAryGBv8cyL+onh8YLp3qSMDg7AUJATRCsltBfORysm8hBoGnW6EAZ+LwKYIVyA91DV8MnTd6T3CXhvzx9Q+fY0YWeUj9u/PfID32XizbvqlbWXdGXoinKpivzet8VJIf/ceRfAygPZ2MXA+GEAabUDpgPsF+HDgvqM9cIvqAkWE4sGYTl0VMgzetYEtgOCaIc+OicjUYqM/oNRKPVmWCyPoBlgPNMYLnJFazhn1l1WiSTO0LNq/Yg+TUlIC8TNOGFQAXwAnnI79vR60xOkRG0g0earLlplw6TIXuzs2GwjeOJe1MSkQjZdU8Co7+TcbxSG74bsOxDscNrureLciH+0ZIpeU0aZrvQeny8f1is4+tkkmjWYf7r8F5+AtrxS/A=", "id": "fd588800-c06b-5a51-8184-5deb7d7dac9d", "record_id": "mock file data", "is_continuation": NaN} +{"type": "CompositeElement", "element_id": "2f92acb96359c958081ebfe75b65418c", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one—by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "orig_elements": "eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa", "id": "581ab7f4-0d0e-522c-9765-2210c65ff896", "record_id": "mock file data", "is_continuation": NaN} +{"type": "CompositeElement", "element_id": "cea2c21aaef9f5f38dba6b93d3733e97", "text": "Magi.", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "orig_elements": "eJxFUstu2zAQ/JWFzrZryw/ZvQXttT20vaWBsRLXEhFySfBhVQjy711KDnKh9jHcnRnx+a0iQ5Y4XbWqvkJ13O4vh90JqVa4P1/apj2d6nNdny71GetmX62gspRQYULBv1UluEaXQ0clf5f+TRtitCWvvj+td3496jSsVfZGd5ho7bGnuPHqVj3QafIzGv0C0Y6/PNoGuc8FL/3nirivXqRaJlw525aC1HdzJXyq6Gh7JDkO532Hh+asmguJsuZyPB6bbltXhWaif6mAf1GPQRmKEdwN0kAQCKPjFSAoso4BzYhTBEyJrE8RkgPvYiw3EKxQgXEgBp2AuHOZEwWZxfQ319vdoZ3g5sQecAEktviquYfoLIFEqixVhEYOT6xKT1YWGjGJpD4NH7TKpg38Hlw2ai4s7HpKc5a9pwADslo9VMRsEmghyZB5cGaSj1gLr+xGUTU3sHVW82z5Bp4+kyiT7gQtiTCZ5KWiW0NFysL9QWp0ISaQf4admaKNoBkGHZMLkxjIC1F2ZaSEmJbLs2mCRJltXSKxdBTy3SItBzGTxeWYu0EwnfwQKYpEbmkmLyuljTzBKDJmL4K+F+8Wq1sa9GP3fLlsfxD+pkNnZvo/sNeb8sY+nt9PDEGwd/pTnsb7y3+5CBGa", "id": "a25cda50-8120-53a1-b7a2-793053901312", "record_id": "mock file data", "is_continuation": true} +{"type": "CompositeElement", "element_id": "b38df0c4fe99c4e929a91ffe179f39d8", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "orig_elements": "eJxNUsty2zAM/BUMz7brl2ylt9a9tiffMhkPRUISxxSp8mHVk8m/dymnTS4SCCwWiyWfXwVbHtili9HiK4lmu6mr7X5zOB5222rPXNeqVrttq3d6vd4fxILEwElqmSTwr6IEl+hzUFzOb6i3xrKTQzmLH9+Wm3E5mdQvdR6tUTLxcpQdx9WoW/GOTvdxRsvxATHefXkvW+m6XPCoPwt2nXhBtjBcXB4aDshv5kz42ELxumJ89vVOyf2x1scnrta741NVVUe13ooiM/GfVMDnXrprm629L0g2fjBuFhAJjBTwWdG5ZzqZoCxTLyPBgN7rSK0PNDFr4zryORGykWnq/dyaPP6JgonXGal58M4oGn2MHCNGYJ7TFJV0iVqeaCh70uSz1dSZG1MewckmUBsYxMZasFLMzWDSI1I9SWo8aIrHiOcpK/oOOd4pxoTPS5GJpALjEvSCwDFTao8wUsNxJn3UafBl8xOMMJpDWTH1WAcmGywXf2cJB3xLiYfRyhDhDBQ3zI6uzk+uULUS9LIYU4xzjwZJEWyw8pOuWQy0OZ+wVBhh2v+JpfmE7hTulOQVDpVMk4GAjbOEj+vB6afsDN0Y6AjdPkd7J+M07mlVHtS/t/ZLhoDZNz6Xd/D28hef7gpW", "id": "9ccf12da-8f80-50b0-a374-6558d14ec4ae", "record_id": "mock file data", "is_continuation": NaN} +{"type": "CompositeElement", "element_id": "17d95063f79ee541af296d142b36e35f", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", "embeddings": [-0.01682751625776291, 0.044853467494249344, -0.02427399344742298, 0.019526232033967972, -0.02260245941579342, -0.02364928461611271, -0.008829304948449135, -0.0010938029736280441, -0.03609094396233559, 0.0002817685599438846, -0.018739674240350723, -0.03417038917541504, -0.003862546756863594, -0.037164438515901566, -0.08567661792039871, 0.038517385721206665, 0.04341655224561691, 0.03751537576317787, 0.03385096788406372, 0.08904548734426498, 0.0018377407686784863, 0.008340608328580856, 0.03759521245956421, 0.02481389231979847, -0.027865441516041756, -0.04453030973672867, 0.00808127224445343, -0.003838210366666317, -0.021035296842455864, -0.07071445882320404, -0.06779080629348755, 0.04234655573964119, 0.01738337054848671, -0.014189333654940128, 0.013577292673289776, 0.07574520260095596, 0.06995886564254761, -0.039838001132011414, 0.050228819251060486, 0.0009188558324240148, -0.02971894107758999, 0.014785832725465298, -0.04512403532862663, 0.017076998949050903, -0.07186999171972275, -0.07726482301950455, -0.09517337381839752, -0.043140944093465805, -0.011352662928402424, -0.09595498442649841, 0.05409936234354973, -0.018932214006781578, 0.046731434762477875, -0.008230224251747131, -0.06469403952360153, -0.029364636167883873, 0.017590969800949097, -0.021093599498271942, 0.08427660167217255, -0.02416510134935379, 0.08597502112388611, 0.06288917362689972, 0.0524468757212162, 0.04941461235284805, -0.03318645805120468, -0.061716388911008835, 0.07211311906576157, -0.06927850097417831, 0.010402662679553032, 0.036037344485521317, -0.0051335422322154045, -0.020267456769943237, 0.05970819294452667, -0.036391668021678925, -0.014533421956002712, 0.020618034526705742, 0.023223912343382835, -0.1860797107219696, 0.020651742815971375, 0.0018217586912214756, -0.031118087470531464, 0.028345705941319466, 0.11568930745124817, -0.004375297110527754, 0.09433278441429138, 0.04092928022146225, -0.00842042826116085, 0.03114221803843975, -0.09934472292661667, 0.03429730609059334, -0.0522882379591465, -0.058220505714416504, 0.048022039234638214, 0.050902146846055984, 0.03815465047955513, 0.03604389727115631, -0.06307490170001984, 0.04125528037548065, -0.05912747234106064, 0.038264088332653046, -0.07713218033313751, 0.06809689104557037, 0.031313542276620865, 0.023312311619520187, 0.006412799004465342, -0.038776446133852005, 0.028938228264451027, -0.03196655213832855, -0.027630100026726723, -0.02673749439418316, -0.05685042962431908, -0.06020181253552437, -0.00867218617349863, 0.017430484294891357, 0.022642532363533974, -0.012801491655409336, -0.011718017049133778, -0.009403431788086891, -0.06675862520933151, 0.061755795031785965, 0.16989800333976746, 0.03899369761347771, -0.023491188883781433, 0.02629872038960457, 0.06443753093481064, -0.03193378821015358, -0.0024229553528130054, 2.368005268069674e-33, 0.02496231719851494, 0.02407502755522728, -0.03281857818365097, -0.025873232632875443, 0.11186985671520233, 0.047858916223049164, -0.01496877335011959, 0.028104638680815697, 0.01991395466029644, 0.06679993867874146, 0.001189913717098534, 0.02876504324376583, -0.019964303821325302, -0.01423739455640316, 0.0053717209957540035, -0.010401537641882896, 0.018903519958257675, -0.005361763294786215, 0.056310947984457016, -0.0428181029856205, -0.006292691919952631, 0.12118802219629288, -0.0009890637593343854, -0.05356815084815025, -0.028604919090867043, 0.037075676023960114, -0.06907759606838226, 0.024704663082957268, 0.042739637196063995, 0.031545959413051605, -0.0005271792178973556, -0.026535140350461006, 0.05111439526081085, 0.028443027287721634, 0.02920220047235489, -0.0703665018081665, 0.04644351825118065, -0.06731420010328293, -0.10569950193166733, -0.031965047121047974, 0.04769280180335045, 0.017549661919474602, -0.03355195000767708, -0.026272794231772423, -0.07081752270460129, 0.015176074579358101, 0.05508141592144966, -0.010872113518416882, -0.04570223391056061, 0.04199223592877388, -0.06018299236893654, 0.064690001308918, 0.05469166487455368, -0.002094427589327097, -0.014063085429370403, 0.00793885625898838, -0.018383745104074478, -0.11529102176427841, 0.04078088328242302, -0.0030891848728060722, -0.021087344735860825, 0.0001917726476676762, 0.06834341585636139, -0.03973044827580452, -0.009760876186192036, -0.1637747883796692, 0.01795063726603985, -0.03674279525876045, -0.0512724295258522, -0.021617349237203598, -0.06599012017250061, 0.0017328673275187612, -0.018664052709937096, -0.007922838442027569, -0.03551406413316727, -0.013705006800591946, 0.005116149317473173, -0.035742130130529404, -0.1352051943540573, -0.1138150691986084, 0.02623431570827961, -0.027093470096588135, 0.018758386373519897, 0.021756835281848907, 0.05185794085264206, 0.04631345719099045, 0.00587364099919796, -0.12321963161230087, 0.005792269948869944, 0.06275735795497894, 0.009350963868200779, -0.053312037140131, 0.019159561023116112, -0.08632557094097137, -0.013855114579200745, -3.370276016289904e-33, 0.05864599719643593, -0.04615163430571556, -0.06346820294857025, -0.039397746324539185, 0.04648108780384064, -0.015082422643899918, -0.046895723789930344, 0.0331069715321064, 0.011396822519600391, -0.03655468299984932, 0.010792517103254795, 0.0623098760843277, 0.019380763173103333, -0.014159128069877625, 0.057823166251182556, -0.011272733099758625, 0.06668494641780853, -0.031565312296152115, 0.05953863263130188, -0.030383192002773285, -0.006127845961600542, 0.01195296086370945, -0.06099686026573181, -0.059799645096063614, 0.0366910845041275, 0.13059313595294952, 0.05516337603330612, -0.0410565584897995, -0.030163342133164406, -0.01593650132417679, 0.010990561917424202, -0.0004563460242934525, 0.082244873046875, 0.04145166650414467, -0.013359212316572666, 0.06620323657989502, -0.0051485393196344376, -0.04055960103869438, 0.005038105882704258, -0.0876849964261055, 0.05181102082133293, -0.02483629621565342, -0.013291548006236553, 0.02350531332194805, 0.02454136498272419, -0.004755537025630474, 0.052200499922037125, 0.09872261434793472, 0.0591018907725811, -0.045177437365055084, -0.1164826899766922, 0.027713248506188393, -0.018304908648133278, -0.0900065153837204, -0.002023108536377549, -0.05354244261980057, -0.04563049599528313, -0.14014962315559387, 0.05999334156513214, 0.04939275607466698, 0.0055672116577625275, 0.04691183194518089, -0.08384080231189728, 0.05071518197655678, -0.021204866468906403, 0.05372503772377968, -0.01412469893693924, -0.007538723759353161, -0.10857655107975006, 0.02581317350268364, 0.028107982128858566, 0.03456532582640648, -0.07613313943147659, 0.07480809837579727, -0.0059866467490792274, -0.05370412766933441, -0.009826296009123325, -0.05398648604750633, 0.1098610907793045, -0.029154378920793533, -0.014540938660502434, -0.07259169965982437, -0.04204044118523598, 0.06544860452413559, 0.015794046223163605, -0.021059811115264893, -0.025973210111260414, 0.10152342170476913, 0.008141516707837582, -0.04888930544257164, 0.04978877305984497, -0.001182420994155109, 0.07884292304515839, -0.022512178868055344, 0.0662931501865387, -5.4480917555110864e-08, 0.012872301042079926, 0.029415929690003395, 0.021306470036506653, -0.12877815961837769, 0.06538473069667816, -0.03781597316265106, 0.04089345410466194, 0.025989290326833725, -0.07534364610910416, 0.06918500363826752, -0.041046030819416046, 0.01955747790634632, 0.094532810151577, 0.0018593794666230679, 0.11607338488101959, 0.03692731261253357, 0.04356376826763153, 0.003503254149109125, -0.06781401485204697, -0.060386136174201965, -0.01064812671393156, 0.006468515377491713, 0.04884890466928482, -0.08282852917909622, -0.027848683297634125, -0.005262335296720266, -0.05879766866564751, -0.05701988935470581, -0.012010990642011166, 0.11934466660022736, 0.05305880308151245, 0.06174139305949211, -4.047862603329122e-05, -0.0005325361271388829, 0.014883957803249359, 0.08382643014192581, -0.019569601863622665, -0.006244168151170015, 0.01913524605333805, -0.07637707144021988, 0.028814710676670074, -0.024512913078069687, 0.022115221247076988, 0.012672550976276398, 0.022336596623063087, -0.026207149028778076, -0.013074109330773354, -0.05887090042233467, 0.08019258826971054, -0.04008277878165245, 0.02152581699192524, 0.03988927975296974, -0.013363830745220184, 0.08336689323186874, 0.007712143938988447, -0.09284763038158417, 0.025868285447359085, -0.020572075620293617, -0.019475145265460014, -0.008726609870791435, 0.0626319870352745, -0.056563157588243484, -0.014993257820606232, -0.020159374922513962], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "1", "orig_elements": "eJzNVU1P3DAQ/StWzuw2n07CbdWilgOooqAeAKGxPU4iEjtynG5XqP+94yxIW4RaetsokeKZ5zd5M9bL7VOEPQ5o/EOnolMWySzWitdxWstEyCSTaYmxAAlYVlLGMjph0YAeFHgg/FMUXh4mOzuJYf2L8rrr0cAQ1tGnzSoZV9vOtys1j30nweNqhAan9ah09Iz2u3FBw7iHdNZ8eE73YJo54Cl/G6FponuKBoYHMw8CHcWTUNXjTx84Nk6CQfbFOmddYHghv+58jxFBX2vWUOR1kdRpjTLn9CAg6DiDDBJaFcepeYm4/5jcYZPuopvRGgaTRKM60zBvmW+RTSitUUz31jpm9RLzdovuhG2RboescYgeFRM7BrSYcbIDbeya1p9SxEHTUFbavkcZRAUaYQ1OtB3cUotInRUUoRRlXgpNaDoqi0a2YDy6ac3OWQuKPRq7NaxFxzTld0Qz0feAly1VCmEH3YRUczY04mli1NPQmU4iAYEEEQGbqMQWKMmGoGOcxxH9wrgoUDhYs76LDo/MJThHk/mB16FvbxydKo05aslLnSnNswxFrpQq01zGaSakPs6jc3gS+KHer4S73MPeEItpmStdZpByISqdFcjjOi9zkFnOMy6OUmx6KPZic37JPm8uzt7lCySvqitdi4IuBVVcqVhUgAUUVV3I5Pj1frw621zfXJ19e5dekeeyLmqueRLzXKSyzOoclFBVEgOZyvHr3Qg7dGbheJdiKEvgvARVFmWRxCWkCeZVXZdVLgWoI53wa+f/59z+dP7vyMjWyNQU68xivArJZMmETTDxNSNAcF2BSGkH8vHFtAfoUdMX731Ywe7ZXTX1vO93y662G8iInSGLVev1mi32Gn4evrVzoP+Lv97/BjrJwgM=", "id": "3d2d1a35-0f47-5341-bfc0-f226678e7024", "record_id": "mock file data", "is_continuation": NaN} +{"type": "CompositeElement", "element_id": "153cdf628c31647e2aac3eb0f2648c5d", "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "embeddings": [0.03848652541637421, 0.07322842627763748, -0.039086371660232544, 0.014992752112448215, 0.0782385915517807, -0.026279285550117493, 0.07023986428976059, -0.0001279494317714125, -0.058713387697935104, -0.07570464164018631, 0.02176794223487377, -0.0005701213958673179, -0.0019813489634543657, -0.07120512425899506, -0.03209613263607025, -0.02752888761460781, -0.1049681082367897, -0.014891864731907845, 0.004007284063845873, 0.00852011889219284, -0.05432821437716484, 0.07113152742385864, 0.001230935798957944, 0.041040707379579544, 0.046427223831415176, -0.0405488945543766, -0.006561534013599157, 0.023826558142900467, 0.03458769991993904, -0.053628306835889816, 0.09278160333633423, -0.006737314630299807, 0.05220581963658333, -0.036295779049396515, -0.0485057532787323, 0.11319926381111145, 0.027510428801178932, -0.014265256933867931, 0.010309591889381409, -0.01602257788181305, -0.005835033021867275, 0.0045592039823532104, -0.06903189420700073, -0.025529585778713226, -0.037706971168518066, -0.023433146998286247, 0.007650864310562611, -0.10269569605588913, 0.028969306498765945, 0.01438701432198286, 0.004410407971590757, 0.08216199278831482, -0.019115639850497246, 0.012689188122749329, 0.0010644684080034494, 0.005899399984627962, 0.08162281662225723, -0.08335557579994202, 0.05479880049824715, -0.051131438463926315, 0.018698327243328094, 0.08947112411260605, 0.05924000218510628, 0.0671221911907196, 0.009261899627745152, -0.12461096793413162, 0.015444870106875896, -0.023853566497564316, 0.06586326658725739, 0.037787143141031265, 0.05762845277786255, -0.04702874273061752, 0.003731879172846675, -0.06792774796485901, -0.0527118444442749, 0.00900707021355629, -0.06468125432729721, -0.1286754608154297, 0.002884211950004101, 0.028943592682480812, 0.024202514439821243, -0.019803209230303764, -0.005172668024897575, 0.019701054319739342, -0.02779141068458557, 0.02555151842534542, 0.05718522146344185, 0.009517142549157143, -0.016476675868034363, 0.024546954780817032, 0.02209690771996975, 0.023861274123191833, -0.050366781651973724, 0.128755584359169, 0.035246364772319794, -0.019921960309147835, 0.03183208405971527, 0.01760866492986679, -0.0357632040977478, 0.09666019678115845, -0.03279680013656616, -0.011801608838140965, -0.006416936405003071, -0.06438212096691132, -0.0016695513622835279, -0.028713993728160858, -0.048508089035749435, 0.0023268633522093296, 0.00010731635120464489, -0.004430283792316914, -0.0027484798338264227, -0.08836869895458221, -0.029581623151898384, -0.05176875740289688, 0.04854046180844307, -0.030137520283460617, 0.017958756536245346, -0.045813921838998795, -0.16089917719364166, 0.03669830039143562, 0.12689056992530823, 0.08355804532766342, -0.0067156716249883175, 0.0588994100689888, 0.06839577853679657, 0.045722898095846176, 0.04440539330244064, -1.8460459196992456e-33, -0.030627144500613213, 0.019772542640566826, -0.05011877045035362, 0.003265047213062644, 0.09844215214252472, -0.005574981216341257, -0.023690680041909218, -0.044040292501449585, -0.00017801592184696347, 0.006126445718109608, 0.07880857586860657, -0.021872347220778465, -0.008005188778042793, -0.08304689079523087, -0.07907761633396149, -0.008925779722630978, 0.02461901679635048, -0.025174634531140327, -0.04031767323613167, -0.03601386770606041, -0.007908975705504417, 0.0815252959728241, -0.012495998293161392, 0.028089160099625587, -0.0491638146340847, 0.03576384857296944, 0.010324730537831783, 0.009807921946048737, 0.030524734407663345, 0.020602013915777206, -0.04578060656785965, -0.013207262381911278, 0.026395369321107864, -0.004913602955639362, 0.07882220298051834, 0.04910660162568092, -0.031904418021440506, -0.09458641707897186, -0.09333070367574692, -0.02722296491265297, -0.025007173418998718, -0.0038567865267395973, 0.04072514548897743, 0.003667169716209173, -0.0420503169298172, -0.01191764511168003, -0.06431711465120316, 0.08200852572917938, -0.06076711043715477, -0.022249411791563034, -0.007887872867286205, 0.022517839446663857, 0.05303343012928963, 0.022187327966094017, -0.0034049907699227333, -0.008297723717987537, 0.020200394093990326, -0.052049670368433, 0.05553225800395012, 0.013560731895267963, 0.05355742573738098, -0.05460495501756668, 0.018521301448345184, 0.01225869171321392, 0.04653918370604515, -0.1920035034418106, -0.025884097442030907, -0.00843840278685093, 9.427993791177869e-05, -0.03273198381066322, 0.010819761082530022, 0.02640712819993496, -0.02945883944630623, 0.01164927612990141, -0.10845769941806793, -0.027326636016368866, -0.05977265164256096, -0.016859183087944984, -0.11989486962556839, 0.05720244720578194, -0.011779855005443096, -0.056539230048656464, -0.058386076241731644, 0.020848175510764122, 0.06474777311086655, -0.05431174114346504, 0.06634552031755447, -0.12710222601890564, -0.07795137166976929, 0.04315808787941933, -0.034958191215991974, 0.01980527676641941, 0.08331822603940964, -0.12841778993606567, -0.03785271942615509, -1.0060922068863568e-33, -0.027665240690112114, 0.02926396019756794, -0.03861820325255394, 0.04231414943933487, 7.270499190781265e-05, -0.0400589220225811, -0.04971139505505562, 0.12375447154045105, -0.08428257703781128, -0.03588284179568291, -0.024803893640637398, 0.043492209166288376, 0.028007159009575844, -0.04880745708942413, 0.006503917742520571, -0.04279455915093422, 0.08270835876464844, 0.044285956770181656, 0.015556516125798225, 0.0610281340777874, 0.004977316129952669, 0.027586180716753006, -0.07400929927825928, -0.0321541465818882, -0.029895134270191193, 0.08658154308795929, 0.044047463685274124, -0.05423393473029137, -0.04783777892589569, -0.044079430401325226, 0.06052617356181145, -0.010516159236431122, -0.041125912219285965, 0.008886036463081837, 0.01912558637559414, 0.0979057103395462, 0.06284388154745102, -0.07653651386499405, -0.05087859183549881, -0.10978297144174576, 0.06206950545310974, 0.02136188931763172, 0.05348712578415871, 0.02714644931256771, 0.014692471362650394, -0.02011754922568798, 0.008854399435222149, 0.038272906094789505, 0.033644385635852814, 0.014646644704043865, -0.0064666080288589, 0.06312238425016403, 0.01508532464504242, -7.384382479358464e-05, 0.020491518080234528, -0.06076902896165848, 0.031369954347610474, -0.07731205224990845, 0.0006474092369899154, -0.03969388082623482, -0.03864520788192749, -0.0242959875613451, 0.009920104406774044, 0.08266526460647583, 0.0138448067009449, -0.01924595981836319, -0.04970324784517288, 0.07662062346935272, -0.0707467794418335, -0.0492556169629097, 0.04203110560774803, 0.07773817330598831, -0.04046148434281349, 0.025275511667132378, -0.002845396287739277, 0.06004684790968895, -0.05143704265356064, 0.05002858117222786, 0.03366512060165405, -0.08260758966207504, 0.01899641379714012, -0.08672882616519928, -0.04028487578034401, 0.007123512215912342, -0.012681868858635426, -0.058715373277664185, -0.019765179604291916, 0.01173197291791439, -0.02939874678850174, -0.07955972105264664, 0.03129885345697403, 0.020177708938717842, 0.019187647849321365, -0.045627400279045105, 0.012758012861013412, -4.402842890272041e-08, -0.09942327439785004, 0.08084757626056671, -0.035018403083086014, -0.02503906562924385, 0.09755096584558487, 0.015264158137142658, 0.0761035904288292, -0.008334402926266193, -0.01072120014578104, 0.08686002343893051, -0.07284746319055557, 0.0314163900911808, 0.092281274497509, -0.004524499177932739, 0.08179205656051636, 0.01696275919675827, -0.0030438622925430536, 0.012373746372759342, -0.07464922219514847, -0.05962244048714638, 0.00038156783557496965, 0.06857030093669891, -0.05172964930534363, -0.03993108496069908, -0.05411847308278084, 0.022928204387426376, -0.05727674439549446, -0.035010844469070435, 0.0030080864671617746, 0.02468354068696499, 0.10044567286968231, 0.002190782455727458, -0.07806854695081711, 0.03235902637243271, -0.025154119357466698, 0.035156700760126114, -0.034052204340696335, 0.004981667269021273, 0.04729291424155235, -0.06305793672800064, -0.0480787456035614, -0.0014367683324962854, 0.07676703482866287, -0.006661241874098778, -0.022604526951909065, -0.010561433620750904, 0.019205471500754356, 0.0329267717897892, -0.003164240624755621, 0.046191778033971786, 0.04031074047088623, 0.0008771293214522302, 0.04786253347992897, -0.01732596941292286, 0.035850733518600464, -0.09125863760709763, 0.03477390110492706, 0.09123310446739197, -0.05411266162991524, -0.07469093054533005, 0.03819667547941208, -0.02587568573653698, -0.02930615097284317, 0.05766671523451805], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "orig_elements": "eJzdUstu3DAM/BVC592t7fU+3FuKnHMK0EMQLCiJtoXYkqBHnDTov5fyJgjaQz8gF2FIDihyhg9vgiaayaaL0eI7iBNK7A5928qqrxp96rCT6kx9X8tjw4HYgJgpocaEzH8TBVyiy0FRiX9zvTcTWZxLLG5vtrXfLiaNW539ZBQm2nocKO687sU7O736lY3+SjHOfnsvT2iHXPhcfxBkB/HI2dLhYvMsKXC+WTPhcwvZtqo7dMf+WFfHVjbqtO9a1FKf6wpVLUUZM9FLKuSbCAsBfx0cqpH0BhBGNxM4C2kkID0w7lec3GKBXvzkdCFGstrYASKPbROFWHiLcxrQauhNTNtofpEGNWb7tFaDUwyY7YBFg4Cc38FPghE1yJxgdsWOyF9BoCG47EFS7wJxP34CGssN++DmdaL49Lq5ApetXr/QFFPIqqgIS+DFmG9s2cpocjnChHkYedzPLorK+B9bPptpYoF3Rf8Pa+4wBDbmme6LbKzfv5dDVdPVp2rfVE2t9lJX8lx3+6Y5yrM8nK9mfrHLuR8p0AY8hXI3gMn5qxW+OPW3mHwCaFNgs2IqB1JKcxEZfrDpHCwYYcwzWrAOJmcHCv8z4PEPOP87xQ==", "id": "e6dce9a7-8531-566f-8ca1-0cef99a6bb5c", "record_id": "mock file data", "is_continuation": NaN} +{"type": "CompositeElement", "element_id": "79597970c982b68b3d6a4c9c79d413ea", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "orig_elements": "eJxFUsuO2zAM/BVCZyfNw5vU7anAXvbQnhboYbsIaImyhehh6BE3Xey/l3Ky7U0kh+TMiC9vgiw58vlklPgC4qgfNscj7rq2k3iQG42bvt/t2z3hUXb6IBoQjjIqzMj4N1EfpxRKlFTjd65rY8mjq7F4/LbaTqvZ5HGlymSNxEyrCQdK60lpcUfn67SgcbpBTPCf7mWLfigVz/UXQX4Qr5ytE06+uJ4i53dLJv5X0bet7B66gz5sN4e238njvmtR9erzdoNy24tKM9PvXME/CdIYSiYFU8QrxQQ5QB4JvuOZIqBXoEhbkhUyj5jB4WAkzAQyFKsa6EsGTDWhQxnG3CztMhLmEj+SMGJUFNfwBAlncFfudhEVJdBobZ0SPW/or0u3tuiMHyCdrxAiDytpvFUV9dGkNTwzygWfcgwl/dvWgA3hXDuZkdGAjGcUk2MmM2FcSizBgzVn4meeTarSUjEZguaNxjeQppBr1tHiwMB9zG4NbNeIijXxjyvgjsUskxrWxRSs+UPq66KAXbphHYtcMDChZHMGcyEPo3GJrIZwYZPvjt+ocpBKvDAK+LBYR8Ji8/qXqAfxcSs/MEa+lAs91398f/0Lyrrx8A==", "id": "1175c598-7149-57cd-9067-ef9cd3b3b66e", "record_id": "mock file data", "is_continuation": NaN} +{"type": "CompositeElement", "element_id": "6cc716cd468cc285ecb48327614da993", "text": "—Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "orig_elements": "eJzdUslu20AM/RVCZ9uVFMlLbm2CAL30lFsaGJwZyh54FmEWK0bQfy9HdtGiAfoBvYnDp7eQfHmvyJAll/ZaVfdQbSUNfV+vZTPUO7HrN13fUlM3tRC9wnZTLaCylFBhQsa/V+VjH30Okkr9g/uDNuTQlrp6/LxsxuWk03Gp8mi0xETLEQ8UV6Maqhs6XcYZjeMVor37dGsbdIdc8Nx/qcgdqld+LQx7l62gwO/t/BJ+pxBdJ3f9bj2sm3rdiVZu7nYdKqG2TY2yEVWxmegtFfD33NZN9xzQRRm0IAVD8BYQEhqC5I0CceFy8MFSgER2NBhAO3iYDbBDtYDt/baDL4ZiJLUqxn9l+oYhcKIzPRc9Fv575L2QdV+LZtt1omOnqmk3DU8eVSu7+k78hyP/mkBHODk/OUhHTGCLHDAfoJiHDhOaE/cInlARTEe2DNLz6CmR4XVMBeyHAtEBYg7BZ6e0O8QFZGf0icD6mMAzIEQm8CxyAe/4Z3ZdFsnkgdDwqiMo/rIFyMsEQ3gm0AmiRB7yRzl6GylocpJW8EjWu6t3FbAE8tc4Cwb7fDiyNhUThZBTC5KY442M65na8d2A5xyaE17KvZ11SPkPSabkNRkY/UTz8fH+YfKBr5NJspuH+a/De/0JljVNBw==", "id": "f591c8f8-225d-583e-bdb1-2b7c7ba0037e", "record_id": "mock file data", "is_continuation": NaN} +{"type": "CompositeElement", "element_id": "6d12fa16920132ebdea2a8599fbd8ec7", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one—by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "orig_elements": "eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw==", "id": "847b235f-d550-5ed6-abc1-03746ded2a3f", "record_id": "mock file data", "is_continuation": NaN} +{"type": "CompositeElement", "element_id": "fa081583ee24edb4bdffb61462039d74", "text": "Magi.", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "orig_elements": "eJxFUstu2zAQ/JWFzrZr2Ypi9xa01/bQ9pYGxopcSUSopcCHVSHIv3cpKchF3Mdwd2bE57eCLA3E8WZ08RWKusL6oS610iVezvXx2F7O14uc1WOjFdXFDoqBImqMKPi3Ige34JJXlPN36bfGEuOQ8+L7074c95OJ/V6n0RqFkfYjdhQOo26LDR3ncUHjuEKM4y9b2yJ3KeOl/1wQd8WLVPOEG6ehIS/101LxnyqaqlLXh2vd1uWxrpqTejxfK9SNvpRHVGVTZJqR/sUM/kUdem0pBHAtxJ7AEwbHO0DQNDgGtBPOATBGGsYYIDoYXQj5BsIgVGDqicFEIFYucSQvs5j+ptOxrJoZWif2gPMg8YCvhjsIbiCQSOelmtDKZyTWuScrM40QRVIX+w9aedMBfvcuWb0UVnYdxSVL40geemS921SEZCMYIcmQuHd2lkOshVd2k6haGti4wfBi+QGePpMgk+4EDYkwmTRKxTSWspSV+0Zqcj5EkH+Gys5hCGAYehOi87MYyCtRdnmkhBjXy4tpgkSZPbhIYukk5NUqLXkxk8XlkFQvGCU/RIoikRtayMtKaSPPMImMxQtv7tm71eqGerPtXi7n7Rvhb8Yru9D/gZ055Df28fx+oveCvdOf/DTeX/4D8dYScw==", "id": "513653fc-673a-52f0-a8e3-4e391e582fb0", "record_id": "mock file data", "is_continuation": true} +{"type": "CompositeElement", "element_id": "36a1cde45e3fe46d4ab6bd0f27f0fa85", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "orig_elements": "eJxNUsty2zAM/BUMz7ZrK4pj9da61/bkWybjAUlQ4pgiVT6sejL594Jy2uQigcBisVjy+VWQo5F8PlstvoI4PLWP7YOilrZ7ZUyjJclGN3ToGinbbSdWIEbKqDEj419FDc4plKiont+4bqwjj2M9ix/f1rtpPds8rHWZnFWYaT1hT2kzaSPe0fk2LWic7hAb/Jf3skPfl4rn+rMg34sXzlaGsy+jpMj5ZsnEjy1k26rusdub/W67b2Wjnh66FrXUh90W1U6KKjPTn1zBpwH9xRTnbitAGUbrFwEJmBEifzZwGgiONipHMGACNmAIOoEJEWYibX0PoWTgbCKYh7C05sD/DNGmy4LUNAZvFUwhJUqJR/A8ryEp9BkMzTDWPWEOxWno7ZWgTMxJNoKJxMTWOWaFVORo8z1SAyDIwDTVY46XKRv4znKCV8QTPi8FNoGKxJegV8AcC6UOHCaQlBbSex3GUDc/shFWU6wr5oHXYZMtL5d+F2QHgoFM4+QwJnaGFUsiDxcfZl+pDDI9VmOqcf7egJCYja38pGsRw9p8yLxUnNi0/xNr85G7c7xBxgs7VDOyMIJtXCR8XA+ffmJv4UqMTqw7lORuYL3me9rUB/Xvrf3CGHn2lU71Hby9/AWNtgvI", "id": "1c9cf6c1-b6c9-5b4c-b678-9b7d516355c3", "record_id": "mock file data", "is_continuation": NaN} +{"type": "CompositeElement", "element_id": "9898e8da83933fafa47600450eca67f1", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6\n\nMAIN GAME\n\nCREATURES\n\nAbomination\n\n\"We arrived in the dead of night. We had been tracking the maleficar for days, and finally had him cornered... or so we thought.", "embeddings": [-0.01682751625776291, 0.044853467494249344, -0.02427399344742298, 0.019526232033967972, -0.02260245941579342, -0.02364928461611271, -0.008829304948449135, -0.0010938029736280441, -0.03609094396233559, 0.0002817685599438846, -0.018739674240350723, -0.03417038917541504, -0.003862546756863594, -0.037164438515901566, -0.08567661792039871, 0.038517385721206665, 0.04341655224561691, 0.03751537576317787, 0.03385096788406372, 0.08904548734426498, 0.0018377407686784863, 0.008340608328580856, 0.03759521245956421, 0.02481389231979847, -0.027865441516041756, -0.04453030973672867, 0.00808127224445343, -0.003838210366666317, -0.021035296842455864, -0.07071445882320404, -0.06779080629348755, 0.04234655573964119, 0.01738337054848671, -0.014189333654940128, 0.013577292673289776, 0.07574520260095596, 0.06995886564254761, -0.039838001132011414, 0.050228819251060486, 0.0009188558324240148, -0.02971894107758999, 0.014785832725465298, -0.04512403532862663, 0.017076998949050903, -0.07186999171972275, -0.07726482301950455, -0.09517337381839752, -0.043140944093465805, -0.011352662928402424, -0.09595498442649841, 0.05409936234354973, -0.018932214006781578, 0.046731434762477875, -0.008230224251747131, -0.06469403952360153, -0.029364636167883873, 0.017590969800949097, -0.021093599498271942, 0.08427660167217255, -0.02416510134935379, 0.08597502112388611, 0.06288917362689972, 0.0524468757212162, 0.04941461235284805, -0.03318645805120468, -0.061716388911008835, 0.07211311906576157, -0.06927850097417831, 0.010402662679553032, 0.036037344485521317, -0.0051335422322154045, -0.020267456769943237, 0.05970819294452667, -0.036391668021678925, -0.014533421956002712, 0.020618034526705742, 0.023223912343382835, -0.1860797107219696, 0.020651742815971375, 0.0018217586912214756, -0.031118087470531464, 0.028345705941319466, 0.11568930745124817, -0.004375297110527754, 0.09433278441429138, 0.04092928022146225, -0.00842042826116085, 0.03114221803843975, -0.09934472292661667, 0.03429730609059334, -0.0522882379591465, -0.058220505714416504, 0.048022039234638214, 0.050902146846055984, 0.03815465047955513, 0.03604389727115631, -0.06307490170001984, 0.04125528037548065, -0.05912747234106064, 0.038264088332653046, -0.07713218033313751, 0.06809689104557037, 0.031313542276620865, 0.023312311619520187, 0.006412799004465342, -0.038776446133852005, 0.028938228264451027, -0.03196655213832855, -0.027630100026726723, -0.02673749439418316, -0.05685042962431908, -0.06020181253552437, -0.00867218617349863, 0.017430484294891357, 0.022642532363533974, -0.012801491655409336, -0.011718017049133778, -0.009403431788086891, -0.06675862520933151, 0.061755795031785965, 0.16989800333976746, 0.03899369761347771, -0.023491188883781433, 0.02629872038960457, 0.06443753093481064, -0.03193378821015358, -0.0024229553528130054, 2.368005268069674e-33, 0.02496231719851494, 0.02407502755522728, -0.03281857818365097, -0.025873232632875443, 0.11186985671520233, 0.047858916223049164, -0.01496877335011959, 0.028104638680815697, 0.01991395466029644, 0.06679993867874146, 0.001189913717098534, 0.02876504324376583, -0.019964303821325302, -0.01423739455640316, 0.0053717209957540035, -0.010401537641882896, 0.018903519958257675, -0.005361763294786215, 0.056310947984457016, -0.0428181029856205, -0.006292691919952631, 0.12118802219629288, -0.0009890637593343854, -0.05356815084815025, -0.028604919090867043, 0.037075676023960114, -0.06907759606838226, 0.024704663082957268, 0.042739637196063995, 0.031545959413051605, -0.0005271792178973556, -0.026535140350461006, 0.05111439526081085, 0.028443027287721634, 0.02920220047235489, -0.0703665018081665, 0.04644351825118065, -0.06731420010328293, -0.10569950193166733, -0.031965047121047974, 0.04769280180335045, 0.017549661919474602, -0.03355195000767708, -0.026272794231772423, -0.07081752270460129, 0.015176074579358101, 0.05508141592144966, -0.010872113518416882, -0.04570223391056061, 0.04199223592877388, -0.06018299236893654, 0.064690001308918, 0.05469166487455368, -0.002094427589327097, -0.014063085429370403, 0.00793885625898838, -0.018383745104074478, -0.11529102176427841, 0.04078088328242302, -0.0030891848728060722, -0.021087344735860825, 0.0001917726476676762, 0.06834341585636139, -0.03973044827580452, -0.009760876186192036, -0.1637747883796692, 0.01795063726603985, -0.03674279525876045, -0.0512724295258522, -0.021617349237203598, -0.06599012017250061, 0.0017328673275187612, -0.018664052709937096, -0.007922838442027569, -0.03551406413316727, -0.013705006800591946, 0.005116149317473173, -0.035742130130529404, -0.1352051943540573, -0.1138150691986084, 0.02623431570827961, -0.027093470096588135, 0.018758386373519897, 0.021756835281848907, 0.05185794085264206, 0.04631345719099045, 0.00587364099919796, -0.12321963161230087, 0.005792269948869944, 0.06275735795497894, 0.009350963868200779, -0.053312037140131, 0.019159561023116112, -0.08632557094097137, -0.013855114579200745, -3.370276016289904e-33, 0.05864599719643593, -0.04615163430571556, -0.06346820294857025, -0.039397746324539185, 0.04648108780384064, -0.015082422643899918, -0.046895723789930344, 0.0331069715321064, 0.011396822519600391, -0.03655468299984932, 0.010792517103254795, 0.0623098760843277, 0.019380763173103333, -0.014159128069877625, 0.057823166251182556, -0.011272733099758625, 0.06668494641780853, -0.031565312296152115, 0.05953863263130188, -0.030383192002773285, -0.006127845961600542, 0.01195296086370945, -0.06099686026573181, -0.059799645096063614, 0.0366910845041275, 0.13059313595294952, 0.05516337603330612, -0.0410565584897995, -0.030163342133164406, -0.01593650132417679, 0.010990561917424202, -0.0004563460242934525, 0.082244873046875, 0.04145166650414467, -0.013359212316572666, 0.06620323657989502, -0.0051485393196344376, -0.04055960103869438, 0.005038105882704258, -0.0876849964261055, 0.05181102082133293, -0.02483629621565342, -0.013291548006236553, 0.02350531332194805, 0.02454136498272419, -0.004755537025630474, 0.052200499922037125, 0.09872261434793472, 0.0591018907725811, -0.045177437365055084, -0.1164826899766922, 0.027713248506188393, -0.018304908648133278, -0.0900065153837204, -0.002023108536377549, -0.05354244261980057, -0.04563049599528313, -0.14014962315559387, 0.05999334156513214, 0.04939275607466698, 0.0055672116577625275, 0.04691183194518089, -0.08384080231189728, 0.05071518197655678, -0.021204866468906403, 0.05372503772377968, -0.01412469893693924, -0.007538723759353161, -0.10857655107975006, 0.02581317350268364, 0.028107982128858566, 0.03456532582640648, -0.07613313943147659, 0.07480809837579727, -0.0059866467490792274, -0.05370412766933441, -0.009826296009123325, -0.05398648604750633, 0.1098610907793045, -0.029154378920793533, -0.014540938660502434, -0.07259169965982437, -0.04204044118523598, 0.06544860452413559, 0.015794046223163605, -0.021059811115264893, -0.025973210111260414, 0.10152342170476913, 0.008141516707837582, -0.04888930544257164, 0.04978877305984497, -0.001182420994155109, 0.07884292304515839, -0.022512178868055344, 0.0662931501865387, -5.4480917555110864e-08, 0.012872301042079926, 0.029415929690003395, 0.021306470036506653, -0.12877815961837769, 0.06538473069667816, -0.03781597316265106, 0.04089345410466194, 0.025989290326833725, -0.07534364610910416, 0.06918500363826752, -0.041046030819416046, 0.01955747790634632, 0.094532810151577, 0.0018593794666230679, 0.11607338488101959, 0.03692731261253357, 0.04356376826763153, 0.003503254149109125, -0.06781401485204697, -0.060386136174201965, -0.01064812671393156, 0.006468515377491713, 0.04884890466928482, -0.08282852917909622, -0.027848683297634125, -0.005262335296720266, -0.05879766866564751, -0.05701988935470581, -0.012010990642011166, 0.11934466660022736, 0.05305880308151245, 0.06174139305949211, -4.047862603329122e-05, -0.0005325361271388829, 0.014883957803249359, 0.08382643014192581, -0.019569601863622665, -0.006244168151170015, 0.01913524605333805, -0.07637707144021988, 0.028814710676670074, -0.024512913078069687, 0.022115221247076988, 0.012672550976276398, 0.022336596623063087, -0.026207149028778076, -0.013074109330773354, -0.05887090042233467, 0.08019258826971054, -0.04008277878165245, 0.02152581699192524, 0.03988927975296974, -0.013363830745220184, 0.08336689323186874, 0.007712143938988447, -0.09284763038158417, 0.025868285447359085, -0.020572075620293617, -0.019475145265460014, -0.008726609870791435, 0.0626319870352745, -0.056563157588243484, -0.014993257820606232, -0.020159374922513962], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "2", "orig_elements": "eJzVVcFunDAQ/RWLc3cLBgzktmqjNodEVZqohySKxvYYUMBGxtvtKuq/d0wSKY2iNr1tJQ545vmN34x5XN0nOOCINtz2OjliSZoJg6bOeaZ1WnIFOUXSSuky12mTFck7lowYQEMAwt8n8eV2dluvMK5/Ut70A1oY4zr5uFll02rXh26lt9PQKwi4mqDFeT1pkzyiw35a0DA9QHpn3z+mB7DtNuIpf5WgbZMbikaGW7sdJXqK81g14I8QOTZegUX22XnvfGR4Ir/ow4AJQV9qLjkWWqq8bGTB88xwWaCGXDe1VlnF4TA1LxH/D5N73qTr5HJylsGs0Oretiw4FjpkMypnNTODc545s8SC26F/x3ZIj0fWesSAmsk9A1pscXYjbezbLhxRxEPbUla5YUAVRUUa6SzOtB38UotIvZMUoRRlngrNaHsqi1Z1YAP6ec1OWAea3Vm3s6xDzwzl90Qz03kgqI4qxbCHfkaqubU04nlm1NPYmV4hAYEEEQGbqcQOKMnGqGPaThOGhXFRoHF0dn2dPL8yZ+A9TeY7XsS+vXJ1eJXWjVAyoyuU5tLkIHRlsFB5WmWp+A8+F/Fc7xfCnT3AXhGblgaFqUUj8qosZV7JzIimbnhTVRp1c5Bi8+diTzcnZ+zT5vT4Tb4gOJYCa1U1WS0Ri1LWolSai1qnIq2zw9f74fx4c3F5fvz1TXo5cGzK1BSK1EpJF1libTKuK9Rc5fXh691IN/Z24XiTYimg1sZgLgtdpk2TlhWkPFNlUUEuxYFO+KXz/3Vuvzv/N2Rka2RqmvV2MV6NZLJkwjaa+JoRILoukVHag7p7Mu0RBjR04gcf1rB/dFdDPR+G/bKr60cyYm/JYvV6vWaLvcafR+jcNtL/wV9vfgFMZsDO", "id": "938a229b-796e-5a20-a4cd-e0c64e584645", "record_id": "mock file data", "is_continuation": NaN} +{"type": "CompositeElement", "element_id": "af74b2e5414979a734e3765deb30cb33", "text": "As we approached, a home on the edge of the town exploded, sending splinters of wood and fist-sized chunks of rocks into our ranks. We had but moments to regroup before fire rained from the sky, the sounds of destruction wrapped in a hideous laughter from the center of the village.\n\nThere, perched atop the spire of the village chantry, stood the mage. But he was human no longer.", "embeddings": [0.03848652541637421, 0.07322842627763748, -0.039086371660232544, 0.014992752112448215, 0.0782385915517807, -0.026279285550117493, 0.07023986428976059, -0.0001279494317714125, -0.058713387697935104, -0.07570464164018631, 0.02176794223487377, -0.0005701213958673179, -0.0019813489634543657, -0.07120512425899506, -0.03209613263607025, -0.02752888761460781, -0.1049681082367897, -0.014891864731907845, 0.004007284063845873, 0.00852011889219284, -0.05432821437716484, 0.07113152742385864, 0.001230935798957944, 0.041040707379579544, 0.046427223831415176, -0.0405488945543766, -0.006561534013599157, 0.023826558142900467, 0.03458769991993904, -0.053628306835889816, 0.09278160333633423, -0.006737314630299807, 0.05220581963658333, -0.036295779049396515, -0.0485057532787323, 0.11319926381111145, 0.027510428801178932, -0.014265256933867931, 0.010309591889381409, -0.01602257788181305, -0.005835033021867275, 0.0045592039823532104, -0.06903189420700073, -0.025529585778713226, -0.037706971168518066, -0.023433146998286247, 0.007650864310562611, -0.10269569605588913, 0.028969306498765945, 0.01438701432198286, 0.004410407971590757, 0.08216199278831482, -0.019115639850497246, 0.012689188122749329, 0.0010644684080034494, 0.005899399984627962, 0.08162281662225723, -0.08335557579994202, 0.05479880049824715, -0.051131438463926315, 0.018698327243328094, 0.08947112411260605, 0.05924000218510628, 0.0671221911907196, 0.009261899627745152, -0.12461096793413162, 0.015444870106875896, -0.023853566497564316, 0.06586326658725739, 0.037787143141031265, 0.05762845277786255, -0.04702874273061752, 0.003731879172846675, -0.06792774796485901, -0.0527118444442749, 0.00900707021355629, -0.06468125432729721, -0.1286754608154297, 0.002884211950004101, 0.028943592682480812, 0.024202514439821243, -0.019803209230303764, -0.005172668024897575, 0.019701054319739342, -0.02779141068458557, 0.02555151842534542, 0.05718522146344185, 0.009517142549157143, -0.016476675868034363, 0.024546954780817032, 0.02209690771996975, 0.023861274123191833, -0.050366781651973724, 0.128755584359169, 0.035246364772319794, -0.019921960309147835, 0.03183208405971527, 0.01760866492986679, -0.0357632040977478, 0.09666019678115845, -0.03279680013656616, -0.011801608838140965, -0.006416936405003071, -0.06438212096691132, -0.0016695513622835279, -0.028713993728160858, -0.048508089035749435, 0.0023268633522093296, 0.00010731635120464489, -0.004430283792316914, -0.0027484798338264227, -0.08836869895458221, -0.029581623151898384, -0.05176875740289688, 0.04854046180844307, -0.030137520283460617, 0.017958756536245346, -0.045813921838998795, -0.16089917719364166, 0.03669830039143562, 0.12689056992530823, 0.08355804532766342, -0.0067156716249883175, 0.0588994100689888, 0.06839577853679657, 0.045722898095846176, 0.04440539330244064, -1.8460459196992456e-33, -0.030627144500613213, 0.019772542640566826, -0.05011877045035362, 0.003265047213062644, 0.09844215214252472, -0.005574981216341257, -0.023690680041909218, -0.044040292501449585, -0.00017801592184696347, 0.006126445718109608, 0.07880857586860657, -0.021872347220778465, -0.008005188778042793, -0.08304689079523087, -0.07907761633396149, -0.008925779722630978, 0.02461901679635048, -0.025174634531140327, -0.04031767323613167, -0.03601386770606041, -0.007908975705504417, 0.0815252959728241, -0.012495998293161392, 0.028089160099625587, -0.0491638146340847, 0.03576384857296944, 0.010324730537831783, 0.009807921946048737, 0.030524734407663345, 0.020602013915777206, -0.04578060656785965, -0.013207262381911278, 0.026395369321107864, -0.004913602955639362, 0.07882220298051834, 0.04910660162568092, -0.031904418021440506, -0.09458641707897186, -0.09333070367574692, -0.02722296491265297, -0.025007173418998718, -0.0038567865267395973, 0.04072514548897743, 0.003667169716209173, -0.0420503169298172, -0.01191764511168003, -0.06431711465120316, 0.08200852572917938, -0.06076711043715477, -0.022249411791563034, -0.007887872867286205, 0.022517839446663857, 0.05303343012928963, 0.022187327966094017, -0.0034049907699227333, -0.008297723717987537, 0.020200394093990326, -0.052049670368433, 0.05553225800395012, 0.013560731895267963, 0.05355742573738098, -0.05460495501756668, 0.018521301448345184, 0.01225869171321392, 0.04653918370604515, -0.1920035034418106, -0.025884097442030907, -0.00843840278685093, 9.427993791177869e-05, -0.03273198381066322, 0.010819761082530022, 0.02640712819993496, -0.02945883944630623, 0.01164927612990141, -0.10845769941806793, -0.027326636016368866, -0.05977265164256096, -0.016859183087944984, -0.11989486962556839, 0.05720244720578194, -0.011779855005443096, -0.056539230048656464, -0.058386076241731644, 0.020848175510764122, 0.06474777311086655, -0.05431174114346504, 0.06634552031755447, -0.12710222601890564, -0.07795137166976929, 0.04315808787941933, -0.034958191215991974, 0.01980527676641941, 0.08331822603940964, -0.12841778993606567, -0.03785271942615509, -1.0060922068863568e-33, -0.027665240690112114, 0.02926396019756794, -0.03861820325255394, 0.04231414943933487, 7.270499190781265e-05, -0.0400589220225811, -0.04971139505505562, 0.12375447154045105, -0.08428257703781128, -0.03588284179568291, -0.024803893640637398, 0.043492209166288376, 0.028007159009575844, -0.04880745708942413, 0.006503917742520571, -0.04279455915093422, 0.08270835876464844, 0.044285956770181656, 0.015556516125798225, 0.0610281340777874, 0.004977316129952669, 0.027586180716753006, -0.07400929927825928, -0.0321541465818882, -0.029895134270191193, 0.08658154308795929, 0.044047463685274124, -0.05423393473029137, -0.04783777892589569, -0.044079430401325226, 0.06052617356181145, -0.010516159236431122, -0.041125912219285965, 0.008886036463081837, 0.01912558637559414, 0.0979057103395462, 0.06284388154745102, -0.07653651386499405, -0.05087859183549881, -0.10978297144174576, 0.06206950545310974, 0.02136188931763172, 0.05348712578415871, 0.02714644931256771, 0.014692471362650394, -0.02011754922568798, 0.008854399435222149, 0.038272906094789505, 0.033644385635852814, 0.014646644704043865, -0.0064666080288589, 0.06312238425016403, 0.01508532464504242, -7.384382479358464e-05, 0.020491518080234528, -0.06076902896165848, 0.031369954347610474, -0.07731205224990845, 0.0006474092369899154, -0.03969388082623482, -0.03864520788192749, -0.0242959875613451, 0.009920104406774044, 0.08266526460647583, 0.0138448067009449, -0.01924595981836319, -0.04970324784517288, 0.07662062346935272, -0.0707467794418335, -0.0492556169629097, 0.04203110560774803, 0.07773817330598831, -0.04046148434281349, 0.025275511667132378, -0.002845396287739277, 0.06004684790968895, -0.05143704265356064, 0.05002858117222786, 0.03366512060165405, -0.08260758966207504, 0.01899641379714012, -0.08672882616519928, -0.04028487578034401, 0.007123512215912342, -0.012681868858635426, -0.058715373277664185, -0.019765179604291916, 0.01173197291791439, -0.02939874678850174, -0.07955972105264664, 0.03129885345697403, 0.020177708938717842, 0.019187647849321365, -0.045627400279045105, 0.012758012861013412, -4.402842890272041e-08, -0.09942327439785004, 0.08084757626056671, -0.035018403083086014, -0.02503906562924385, 0.09755096584558487, 0.015264158137142658, 0.0761035904288292, -0.008334402926266193, -0.01072120014578104, 0.08686002343893051, -0.07284746319055557, 0.0314163900911808, 0.092281274497509, -0.004524499177932739, 0.08179205656051636, 0.01696275919675827, -0.0030438622925430536, 0.012373746372759342, -0.07464922219514847, -0.05962244048714638, 0.00038156783557496965, 0.06857030093669891, -0.05172964930534363, -0.03993108496069908, -0.05411847308278084, 0.022928204387426376, -0.05727674439549446, -0.035010844469070435, 0.0030080864671617746, 0.02468354068696499, 0.10044567286968231, 0.002190782455727458, -0.07806854695081711, 0.03235902637243271, -0.025154119357466698, 0.035156700760126114, -0.034052204340696335, 0.004981667269021273, 0.04729291424155235, -0.06305793672800064, -0.0480787456035614, -0.0014367683324962854, 0.07676703482866287, -0.006661241874098778, -0.022604526951909065, -0.010561433620750904, 0.019205471500754356, 0.0329267717897892, -0.003164240624755621, 0.046191778033971786, 0.04031074047088623, 0.0008771293214522302, 0.04786253347992897, -0.01732596941292286, 0.035850733518600464, -0.09125863760709763, 0.03477390110492706, 0.09123310446739197, -0.05411266162991524, -0.07469093054533005, 0.03819667547941208, -0.02587568573653698, -0.02930615097284317, 0.05766671523451805], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "orig_elements": "eJzdUstu2zAQ/JUFz7ZrPRxLvaXouacAPQSBsSRXEhGJJPiIkgb99y7lBEF76AfkQgx3B/uY2ftXQTMtZNPFaPEVRIPd6Ubh8dgOim5OTV+1DaE8t7Xu9fmkxA7EQgk1JmT+qyjgEl0Oisr/N+cHM5PFpfzF99t95ferSdNeZz8bhYn2HkeKB68H8cZOL35jo79SjLNf3tIz2jEXPufvBdlRPHC0VLjYvEgKHG+2SPjYosaa+tNxaJUkklKfB0ndUNX6TLpWTSfKmImeUyHfRlgJuHVwqCbSO0CY3ELgLKSJgPTIeNhwcqsFevaz04UYyWpjR4g8tk0UYuGtzmlAq2EwMe2j+UUa1JTt45YNTjFgtgMWDQJy/AA/CSbUIHOCxRU7IreCQGNw2YOkwQXievwENJYLDsEt20Tx8WV3BS5bvbXQFFPIqqgIa+DFmG9s2cpocjnCjHmceNyPKorK+O9bPpl5ZoEPRf93a35gCGzME90V2Vi/fy+nbY+ykrI+9n3fnZRqOz00VFdYY6ebuv+El3M3UaAdeArlbgCT81crfHHqbzH5BNCmwGbFVA6kpJYiMnxj0/mzYoQpL2jBOpidHSn8z4CHP67SPes=", "id": "03137838-f999-575d-8850-23d7b69c1506", "record_id": "mock file data", "is_continuation": NaN} +{"type": "CompositeElement", "element_id": "e618dc60a6ff98b4192cfee285a87d8d", "text": "We shouted prayers to the Maker and deflected what magic we could, but as we fought, the creature fought harder. I saw my comrades fall, burned by the flaming sky or crushed by debris. The monstrous creature, looking as if a demon were wearing a man like a twisted suit of skin, spotted me and grinned. We had forced it to this, I realized; the mage had made this pact, given himself over to the demon to survive our assault.\"", "embeddings": [-0.03250373527407646, 0.11405647546052933, -0.032587453722953796, 0.055381521582603455, 0.059564560651779175, 0.015745751559734344, 0.09562661498785019, 0.010293334722518921, -0.04083289951086044, -0.08257907629013062, -0.03238358721137047, -0.014912012033164501, -0.0198091808706522, -0.01337512768805027, -0.020495573058724403, 0.002414087299257517, -0.06527095288038254, 0.01364147663116455, -0.033934954553842545, 0.050227586179971695, 0.0013295856770128012, 0.08505179733037949, -0.00859166868031025, 0.0372328907251358, -0.04048413783311844, 0.02850324660539627, -0.040489185601472855, -0.014602068811655045, 0.025089364498853683, -0.06689489632844925, 0.03795711323618889, -0.030162107199430466, -0.028193792328238487, 0.031401507556438446, -0.060299064964056015, 0.07824402302503586, 0.0417218841612339, -0.00280062691308558, 0.015016979537904263, -0.01617620699107647, -0.02737884409725666, 0.03892529010772705, -0.03689882159233093, -0.0019110878929495811, -0.062437016516923904, 0.0185767263174057, -0.05258270725607872, 0.029043495655059814, 0.028613261878490448, -0.07531249523162842, -0.04366081953048706, 0.027816196903586388, 0.007132936734706163, -0.001294324523769319, -0.014254799112677574, 0.0024263160303235054, 0.012078076601028442, -0.0379192978143692, -0.038445837795734406, -0.05604413524270058, 0.0023110320325940847, 0.08075271546840668, 0.07831703126430511, 0.1400841325521469, 0.007107601035386324, -0.15312807261943817, 0.06691515445709229, -0.0177390668541193, -0.021998411044478416, 0.0909491628408432, 0.04502216726541519, -0.010076782666146755, 0.007513758726418018, -0.055475518107414246, -0.01963331177830696, 0.005885422695428133, -0.029423752799630165, -0.08123290538787842, 0.05661061033606529, 0.014007789082825184, -0.021031439304351807, 0.03341791778802872, -0.0017972872592508793, 0.04669170081615448, 0.05551200732588768, 0.0011873265029862523, 0.12152260541915894, 0.04412882402539253, 0.016602318733930588, 0.02232702635228634, 0.030733855441212654, -0.023590754717588425, -0.032623156905174255, 0.1088862419128418, 0.006948475260287523, -0.003367226105183363, -0.001000834396108985, -0.0008948575123213232, 0.01791687123477459, 0.07971987873315811, 0.014912032522261143, -0.0061864121817052364, -0.05518687516450882, -0.013116682879626751, 0.002028930000960827, -0.01422323752194643, -0.038954492658376694, -0.08128658682107925, 0.0370912104845047, 0.007844727486371994, 0.054333169013261795, -0.052445411682128906, -0.0013528643175959587, -0.05833602696657181, 0.007592412177473307, 0.028998078778386116, -0.03679020702838898, -0.03158054128289223, -0.0655386820435524, -0.03260267898440361, 0.043705157935619354, 0.049989741295576096, -0.014521034434437752, 0.09606147557497025, 0.0024981999304145575, -0.0014568512560799718, -0.030376562848687172, -3.712200139637245e-33, 0.04794352501630783, -0.034494828432798386, -0.03474126383662224, -0.06143162027001381, 0.0997978150844574, 0.008497433736920357, -0.024528389796614647, 0.00520430039614439, -0.04194159805774689, 0.042861949652433395, -0.009700017049908638, 0.02270287647843361, 0.06177065148949623, 0.041715867817401886, -0.1360684037208557, -0.003099055727943778, -0.005275883246213198, -0.01700960099697113, -0.022364025935530663, -0.02527199313044548, -0.04394069314002991, 0.07173829525709152, -0.00024486315669491887, -0.016713330522179604, -0.02796204201877117, 0.026945143938064575, -0.046018220484256744, 0.02506241388618946, 0.06014641746878624, 0.04250390827655792, -0.0409727580845356, -0.0416574701666832, 0.03870715945959091, 0.0018221879145130515, 0.043903253972530365, 0.004313987214118242, 0.0006852017831988633, -0.07572361081838608, -0.1068369448184967, -0.01376770157366991, -0.005277027375996113, 0.0008428407018072903, -0.06282885372638702, -0.02376667782664299, -0.011063306592404842, -0.00990603119134903, -0.10784071683883667, 0.033149152994155884, -0.060364216566085815, -0.004467321559786797, -0.04507862776517868, 0.02243949845433235, 0.12495483458042145, -0.026617566123604774, -0.01679113879799843, 0.023629574105143547, 0.004612114746123552, -0.03558759391307831, 0.03220736235380173, 0.015363126993179321, -0.037583719938993454, -0.06970171630382538, 0.030936991795897484, 0.033566415309906006, -0.015303481370210648, -0.1667257696390152, 0.00530675332993269, -0.0006605299422517419, 0.03634287416934967, -0.06309078633785248, -0.10477079451084137, 0.047955237329006195, -0.09686211496591568, -0.016564972698688507, -0.042609505355358124, -0.05678757652640343, -7.101803203113377e-05, -0.009840096347033978, -0.10460280627012253, -0.0062169781886041164, -0.009880837984383106, -0.04841452091932297, 0.014367562718689442, 0.04341863840818405, -0.015229846350848675, -0.02098177745938301, 0.010964538902044296, -0.14618134498596191, -0.06702622026205063, 0.02680966816842556, -0.07693126052618027, 0.013750841841101646, 0.09855887293815613, -0.05487752705812454, -0.012765977531671524, -1.0157560331881882e-34, 0.04448458552360535, 0.02646932378411293, -0.005829988978803158, 0.06687766313552856, -0.0032580378465354443, -0.07699624449014664, -0.049430545419454575, 0.08170759677886963, -0.023571187630295753, -0.014730543829500675, 0.0021843218710273504, 0.011559694074094296, 0.002851339289918542, -0.011636383831501007, 0.020539702847599983, -0.06552323698997498, -0.00920141488313675, 0.00485845236107707, 0.01317247562110424, 0.03624033182859421, -0.012161359190940857, 0.05881248787045479, 0.03144795447587967, -0.04424105957150459, -0.061959609389305115, 0.101725272834301, 0.06701608747243881, -0.026254868134856224, 0.004167522769421339, -0.057215169072151184, 0.09399645030498505, -0.014008605852723122, -0.08358649909496307, 0.018976643681526184, 0.009768348187208176, 0.10289943963289261, -0.0014563931617885828, -0.01264925766736269, 0.013742194510996342, -0.10804079473018646, 0.039725374430418015, 0.06845040619373322, 0.03231087699532509, 0.012045355513691902, 0.026418540626764297, -0.02941909246146679, 0.10176557302474976, -0.0011976086534559727, 0.04526808485388756, -0.026719320565462112, -0.025476783514022827, -0.02227499708533287, -0.043704554438591, 0.017212973907589912, -0.02342807501554489, -0.08153804391622543, -0.011906847357749939, -0.05176440626382828, -0.0011411692248657346, 0.026881210505962372, -0.03719329833984375, -0.0219104140996933, 0.007989762350916862, 0.10793941468000412, 7.526655099354684e-05, 0.054307520389556885, -0.03183361515402794, 0.07667646557092667, 0.035427503287792206, 0.012320978567004204, 0.025351019576191902, 0.08285778015851974, -0.06457649916410446, 0.13714338839054108, 0.06807006895542145, -0.013921529054641724, -0.05952170491218567, -0.04816218093037605, 0.032548557966947556, 0.05892007425427437, 0.0737646147608757, -0.04564914479851723, -0.04104813560843468, 0.026138244196772575, 0.021900564432144165, -0.018210098147392273, -0.04382559657096863, -0.0074034156277775764, -0.053233351558446884, -0.02136670984327793, 0.01664056070148945, 0.014224758371710777, 0.07688914239406586, -0.006572596728801727, -0.012967693619430065, -4.718893720223605e-08, -0.032919421792030334, 0.028557278215885162, -0.00933072529733181, 0.00041452725417912006, 0.10063493251800537, -0.02811484783887863, 0.037335220724344254, -0.08419524878263474, -0.06824061274528503, 0.015457462519407272, -0.007552203722298145, 0.021485064178705215, 0.04616241157054901, 0.07548996061086655, 0.04936271905899048, -0.00031412075622938573, -0.04908610135316849, -0.05195629224181175, -0.0524459183216095, -0.0770670622587204, -0.07359957695007324, 0.014842125587165356, -0.02292775735259056, -0.05127725377678871, -0.006840305868536234, 0.031337276101112366, -0.07564397901296616, 0.01957106962800026, -0.0184449702501297, 0.054006267338991165, 0.05886895954608917, 0.06849730014801025, -0.10323604196310043, 0.029025956988334656, -0.0743384137749672, 0.05777619779109955, -0.08230801671743393, -0.011376908980309963, 0.12842807173728943, -0.11529514938592911, 0.0019723076838999987, 0.0792105570435524, 0.12587594985961914, -0.046919964253902435, 0.005770998075604439, -0.07387733459472656, -0.003436931874603033, -0.053992629051208496, 0.002372745191678405, 0.03923308104276657, 0.06609037518501282, 0.018089022487401962, 0.00020234539988450706, 0.043531130999326706, -0.01597665809094906, -0.16739456355571747, -0.011900337412953377, 0.004192651249468327, -0.04602941498160362, -0.08335958421230316, 0.028036054223775864, -0.06654428690671921, -0.010046781040728092, 0.007284722290933132], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "orig_elements": "eJxFUk1v2zAM/SuEzk7WJnHjbqcCveywnQrs0BUBZVG2EH0Y+ojnFf3vo5x2vYnkI/neE59fBVly5PPJKPEVRLeX7U7LY98eu65Tuj3Km8Nd1+67A93foRYNCEcZFWZk/Kuoj1MKJfZU4zeua2PJo6uxeHzY3E6b2eRxo8pkTY+ZNhMOlLaTWqdVdF6mFY3TFWKC//JetuiHUvFcfxbkB/HC2Trh5IuTFDm/XzPxU8UOd3Tf3uhDL4mkVEctqdO3O3Uktev3nag0M/3JFfyLII2hZFIwRVwoJsgB8kjwA88UAb0CRdpSXyHziBkcDqaHmaAPxaoGZMmAqSZ0KMOYm7W9j4S5xI8kjBgVxS18h4QzuIW7XURFCTRaW6dEzxvksnZri874AdJ5gRB5WEnjtapIRpO28MQoF3zKMZT0f1sDNoRz7WRGRgMynlFMjpnMhHEtsQQP1pyJn3k2qUpLxWQImjca30CaQq5ZR6sDA/cxuy2wXSMq1sQ/roA7VrNMalgXU7DmL6lvqwJ26Yp1LHLFwIQ9mzOYC3kYjUtkNYQLm/zu+JUqB6nEC6OAD4t1JCw2b3+LehAft/ITY+RLudBT/ce3l3/eQfKq", "id": "8fdaccb4-eeae-5814-a84a-c063cc92742f", "record_id": "mock file data", "is_continuation": NaN} +{"type": "CompositeElement", "element_id": "74e259b2a9595cdd2976e6f475433315", "text": "—Transcribed from a tale told by a former templar in Cumberland, 8:84 Blessed.\n\nIt is known that mages are able to walk the Fade while completely aware of their surroundings, unlike most others who may only enter the realm as dreamers and leave it scarcely aware of their experience. Demons are drawn to mages, though whether it is because of this awareness or simply by virtue of their magical power in our world is unknown.", "embeddings": [0.04131437838077545, 0.010438342578709126, -0.029227782040834427, 0.1221429705619812, 0.04667265713214874, 0.006988010834902525, 0.0879746824502945, 0.01658152975142002, 0.03387213870882988, -0.05106586217880249, -0.008163172751665115, 0.01942339539527893, 0.009290399961173534, -0.04159928858280182, -0.05286703631281853, -0.03266151621937752, -0.038281168788671494, 0.05058445408940315, -0.008906042203307152, 0.045186761766672134, 0.020186468958854675, 0.0016097123734652996, -0.031074801459908485, 0.037382230162620544, -0.06611403822898865, 0.008967640809714794, -0.0006455020047724247, -0.09537012130022049, 0.020525731146335602, -0.04392102733254433, -0.04517001286149025, 0.08344835788011551, -0.04777715727686882, 0.016811847686767578, -0.08461599797010422, 0.056300051510334015, 0.03214816376566887, 0.026472169905900955, 0.03270770236849785, -0.03824399784207344, 0.023083537817001343, 0.029350783675909042, -0.010136131197214127, 0.02914264239370823, -0.08539383113384247, -0.018322240561246872, 0.016488222405314445, -0.05024581775069237, -0.04945892095565796, -0.06129777058959007, 0.014436057768762112, 0.013868262991309166, 0.07333678752183914, 0.009030934423208237, -0.0615798719227314, 0.014592702500522137, 0.0024374902714043856, -0.056532133370637894, 0.0031143869273364544, 0.019919948652386665, 0.021264689043164253, 0.019731013104319572, 0.07712416350841522, 0.05812228471040726, -0.03787194937467575, -0.015880567952990532, 0.04585213586688042, 0.024745149537920952, -0.03647852689027786, -0.05448617786169052, -0.019203471019864082, -0.020117703825235367, -0.039848536252975464, -0.006952527444809675, 0.03922528028488159, 0.024854082614183426, -0.058966416865587234, -0.09374749660491943, -0.0751257911324501, -0.029594605788588524, 0.017623361200094223, 0.027899159118533134, -0.018209006637334824, 0.07933376729488373, 0.009420350193977356, 0.05898971110582352, 0.05792481079697609, 0.07666195183992386, 0.016616784036159515, 0.02002604864537716, 0.048851702362298965, -0.0505024753510952, -0.13119369745254517, 0.03927632421255112, 0.005034948233515024, -0.0471685491502285, 0.022816618904471397, -0.007138474844396114, -0.019022220745682716, 0.03863080218434334, -0.07084067165851593, 0.047178640961647034, 0.020356379449367523, 0.07021769136190414, -0.05494682118296623, -0.029647527262568474, -0.02216147817671299, -0.034496910870075226, 0.017997071146965027, -0.06252768635749817, 0.03595249727368355, -0.1194065511226654, 0.015381304547190666, -0.04809695482254028, -7.771132004563697e-06, 0.02587948739528656, -0.03162636235356331, 0.014701085165143013, -0.046651680022478104, 0.0828336551785469, 0.11268860101699829, 0.12179325520992279, 0.060829173773527145, 0.07570748776197433, 0.02815116196870804, 0.0028510892298072577, -0.016246089711785316, -2.1280727284004366e-33, -0.05948556214570999, 0.0017152854707092047, -0.012005995959043503, -0.004417125601321459, 0.028413770720362663, 0.012177053838968277, -0.012444757856428623, -0.05533634498715401, 0.023456379771232605, -0.020409662276506424, 0.030425578355789185, 0.06357879936695099, 0.0283050537109375, 0.04002627357840538, -0.11317045241594315, 0.008229276165366173, 0.11444739997386932, -0.015771549195051193, 0.014527047984302044, -0.0845060721039772, -0.004441092722117901, 0.07811643928289413, 0.01487989816814661, -0.04671619459986687, 0.013207556679844856, -0.004587956704199314, -0.04832343012094498, 0.06256690621376038, 0.047710251063108444, 0.017679749056696892, -0.032393913716077805, 0.037965916097164154, 0.007207945454865694, -0.03224310651421547, 0.06891629099845886, 0.0753762423992157, 0.04396126791834831, -0.055286675691604614, 0.023628130555152893, -0.042786817997694016, -0.07200168818235397, 0.018136607483029366, -0.010370143689215183, -0.014289177022874355, -0.05093935877084732, -0.0015956135466694832, -0.026074687018990517, -0.006535958964377642, -0.1448906511068344, 0.1049141064286232, -0.012431871145963669, 0.06249371916055679, 0.028240319341421127, -0.05348068103194237, 0.037580136209726334, -0.11602187901735306, -0.05156461521983147, -0.017776649445295334, 0.025191225111484528, -0.027159910649061203, 0.0040314896032214165, -0.013310124166309834, -0.08390014618635178, -0.04734034091234207, -0.004227971658110619, -0.07124524563550949, 0.0080537348985672, 0.05630830302834511, 0.02576463669538498, 0.05440858006477356, -0.07978492230176926, 0.06894511729478836, -0.05568317323923111, 0.0446971170604229, 0.005603936035186052, -0.06899987161159515, -0.06406501680612564, -0.017906486988067627, 0.01870492659509182, 0.024210426956415176, -0.042539119720458984, -0.03503870218992233, -0.06712811440229416, -0.0071103922091424465, 0.10196483880281448, 0.010306842625141144, 0.02486318349838257, -0.05540274828672409, -0.11513807624578476, -0.028356121852993965, -0.0034731330815702677, 0.0434478223323822, 0.10518281906843185, -0.0026184211019426584, -0.0395716167986393, -2.0713272079824292e-33, -0.027649089694023132, 0.0244169719517231, 0.008893901482224464, 0.03309953957796097, -0.020955216139554977, -0.03415209427475929, -0.03663003072142601, 0.08437042683362961, -0.030863987281918526, -0.025058630853891373, -0.0012599753681570292, 0.04858839511871338, -0.05035921186208725, 0.05782833695411682, 0.01736760511994362, -0.1007901281118393, 0.0372592955827713, 0.10307921469211578, 0.015176573768258095, -0.006911956239491701, -0.017290109768509865, 0.05995270237326622, -0.0933024063706398, -0.05932670086622238, -0.028119290247559547, 0.045606911182403564, 0.026393577456474304, 0.02205711230635643, -0.11971107125282288, -0.048570889979600906, 0.06965653598308563, -0.021192172542214394, -0.06073886528611183, -0.012405934743583202, -0.017048051580786705, 0.041880518198013306, -0.008595126681029797, 0.04379771649837494, -0.06079481542110443, -0.03538862615823746, 0.03300609067082405, 0.0072874510660767555, 0.08736118674278259, -0.06631796807050705, -0.05843227729201317, 0.051338110119104385, 0.0544174499809742, 0.06373941898345947, 0.04552086815237999, 0.007449932862073183, 0.037778496742248535, 0.05177128314971924, -0.023786861449480057, -0.03125306963920593, -0.02866995707154274, -0.10839100182056427, -0.05312357842922211, -0.019803818315267563, 0.030284490436315536, 0.009594709612429142, 0.05552275851368904, 0.02913232520222664, 0.03222506865859032, 0.06522071361541748, 0.01477837935090065, -0.00839946512132883, -0.05664621293544769, 0.09719424694776535, -0.0009895507246255875, -0.07988554239273071, 0.08541174978017807, -0.03795434534549713, -0.12756478786468506, 0.022499701008200645, 0.01768585480749607, -0.01586039550602436, 0.016467463225126266, -0.06620863825082779, 0.02678516134619713, -0.015685219317674637, -0.009682174772024155, -0.06745225191116333, -0.004071940202265978, 0.012052211910486221, 0.0036167583893984556, 0.029642567038536072, -0.07084158807992935, -0.05373381823301315, 0.03519401699304581, -0.02545703761279583, -0.0012839913833886385, 0.03921768441796303, 0.0019743198063224554, -0.08167675882577896, -0.014279244467616081, -4.697568556366605e-08, -0.04984578117728233, 0.032841477543115616, -0.0006809193291701376, -0.026550153270363808, 0.03732387721538544, -0.035079874098300934, 0.053695522248744965, 0.0025004700291901827, -0.10070375353097916, 0.026384195312857628, 0.06276652216911316, -0.03355107456445694, 0.06509916484355927, 0.000142106378916651, 0.15294241905212402, 0.016557272523641586, -0.04354836791753769, 0.0008760427008382976, -0.019237095490098, -0.005699384491890669, 0.011149032972753048, -0.010802170261740685, -0.027099158614873886, -0.049467720091342926, -0.05907008796930313, -0.05313877388834953, -0.04599687457084656, -0.0639025941491127, -0.025966880843043327, 0.03216610103845596, 0.09409593045711517, 0.018218183889985085, 0.02825731225311756, 0.0729735791683197, -0.01994100771844387, 0.004296150989830494, -0.04848022013902664, -0.02196856401860714, 0.03357098251581192, -0.02931482158601284, -0.034853748977184296, -0.08529898524284363, 0.04132629558444023, -0.0025801497977226973, -0.061899736523628235, -0.11839082092046738, 0.10178978741168976, -0.0318509042263031, -0.04954012855887413, 0.04778590053319931, 0.058426570147275925, -0.0038196288514882326, 0.08295813947916031, 0.040504347532987595, 0.05370417609810829, -0.13780808448791504, 0.06181268393993378, 0.03398721292614937, -0.12811437249183655, -0.05915021896362305, 0.01654352992773056, -0.07619459927082062, 0.042702797800302505, 0.05119698494672775], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "orig_elements": "eJzdUslu20AM/RVCZ9uVFNmWcmsbFOilp9zSwBgNOfbAswizWDGC/ns5cooWDdAP6E0cPr2F5NNrRYYsuXTQWN1DhUhS9uOubVSnetWout11uEXZ7IZ9O6hqBZWlJFAkwfjXqnwcos9BUql/cF9pQ07YUlcPH9fNtJ51Oq0xT0ZLkWg9iSPFzYQLW0Gn67SgxXSDaO8+vLWNcMdc8Nx/qsgdq2d+LQwHl+1Igd/vlpfwO0UrWhq2terkSDSOuFcjcZgW94StvOurYjPRSyrg77mtm+4xCBdl0CMhqOAtCEjCECRvEMYrl8oHSwES2cmIANrB58UAO8QV9Pd9B58MxUi4KcZ/ZfomQuBEF3oseiz898jrupe9aqnbUodDi83Q1f1u6Bvc7eua8D8c+dcEOsLZ+dlBOokEtsgB84EYl6HDLMyZewRfBBLMJ7YM0vPoKZHhdcwF7FWB6AAxh+CzQ+2OcQXZGX0msD4m8AwIkQk8i1zBO/6ZXZdFMnkgYXjVEZC/bAHyMsGQuBDoBFEKHvJ7OXqZKGhykjbwQNa7m3cMogTytzgrBvt8PLE2FROFkFOPJEWOb2RcL9SO7wY859Cc8Fru7aJDyn9IMiWvycDkZ1qOj/cPsw98nUyS3TLMfx3e809QDk/w", "id": "5b8c2361-c2cf-522a-a8e3-ee00730ba6ed", "record_id": "mock file data", "is_continuation": NaN} +{"type": "CompositeElement", "element_id": "4caf625fc52f907e0524a9ebf8968844", "text": "Regardless of the reason, a demon always attempts to possess a mage when it encounters one—by force or by making some kind of deal depending on the strength of the mage. Should the demon get the upper hand, the result is an unholy union known as an abomination. Abominations have been responsible for some of the worst cataclysms in history, and the notion that some mage in a remote tower could turn into such a creature unbeknownst to any was the driving force behind the creation of the Circle of", "embeddings": [0.037358030676841736, -0.020528586581349373, -0.0796353816986084, 0.07023921608924866, -0.06806978583335876, -0.053695108741521835, 0.07401636987924576, 0.012273840606212616, 0.033039968460798264, -0.045149460434913635, -0.012830198742449284, -0.011274494230747223, 0.02671178989112377, -0.06151292100548744, -0.02749647945165634, -0.023190999403595924, -0.060615431517362595, -0.05463779345154762, 0.021168455481529236, 0.1274556964635849, 0.028768477961421013, -0.046644821763038635, -0.035690709948539734, 0.06094501167535782, -0.06838582456111908, -0.013283107429742813, -0.027634529396891594, -0.035816628485918045, 0.04861142858862877, -0.09768129140138626, -0.0510096400976181, 0.08331329375505447, -0.09209876507520676, 0.05233796685934067, -0.032006293535232544, 0.013711747713387012, 0.005663611926138401, 0.04934360831975937, 0.07449013739824295, -0.026197180151939392, 0.0399274080991745, 0.02913133054971695, 0.010796918533742428, 0.021942319348454475, -0.11260529607534409, -0.01845724880695343, -0.011754296720027924, 0.02649390883743763, -0.010293788276612759, -0.1248682364821434, 0.034714821726083755, -0.02283640205860138, 0.09628530591726303, 0.018976593390107155, -0.01894204504787922, -0.02717910334467888, -0.013708202168345451, -0.010701414197683334, 0.0315312035381794, 0.04321485757827759, 0.011096163652837276, 0.08876055479049683, 0.0806163027882576, 0.04594145342707634, 0.03423913195729256, -0.07907787710428238, 0.06006232649087906, 0.020310115069150925, -0.06252197921276093, 0.06417834758758545, 0.04080063849687576, -0.030445603653788567, -0.046227455139160156, 0.01012411992996931, 0.07028847187757492, 0.04990134760737419, -0.06434133648872375, -0.0540018156170845, -0.010003888979554176, 0.03183684125542641, -0.06323326379060745, 0.10457712411880493, 0.02706262096762657, 0.035364191979169846, 0.03334885835647583, 0.0548740029335022, 0.11521469056606293, -0.025661660358309746, 0.03303160518407822, 0.01033460721373558, 0.008398309350013733, -0.043461211025714874, 0.028367262333631516, -0.002972456393763423, 0.01817663572728634, -0.02606532722711563, 0.05723131448030472, -0.027343541383743286, -0.02844563126564026, 0.054563961923122406, -0.05540461838245392, 0.07196150720119476, -0.021201223134994507, 0.02154802531003952, -0.0260565597563982, -0.03074314258992672, 0.014619479887187481, -0.08127821236848831, 0.007333032321184874, -0.03868835046887398, 0.019626373425126076, -0.1360689401626587, 0.009265495464205742, -0.03676365688443184, -0.010879614390432835, 0.0417330302298069, 0.03391868248581886, -0.006807786878198385, -0.05049724131822586, 0.01152607798576355, -0.012101683765649796, 0.024082239717245102, -0.016567865386605263, 0.09196116030216217, -0.05718251317739487, -0.040953002870082855, -0.10134579986333847, -7.578266290901137e-35, -0.012904612347483635, 0.013062147423624992, -0.05937899649143219, -0.08668224513530731, 0.0261567160487175, 0.010770467109978199, -0.062359314411878586, 0.01518899854272604, 0.05168516933917999, 0.05330256372690201, 0.027821820229291916, 0.031049391254782677, 0.09033560007810593, -0.006130385212600231, -0.036790717393159866, -0.005422352347522974, 0.05644775182008743, -0.089828260242939, -0.02737663872539997, -0.02942279912531376, -0.03502658009529114, 0.11553419381380081, -0.0019328329944983125, -0.04650259017944336, -0.06188022717833519, -0.013684108853340149, -0.07406685501337051, 0.07305015623569489, 0.053048025816679, 0.034531399607658386, -0.021182039752602577, -0.034789275377988815, -0.00030259074992500246, 0.04769611358642578, 0.06907977908849716, -0.0027277502231299877, 0.023120425641536713, -0.037651244550943375, -0.05934319645166397, -0.01011268887668848, -0.059103138744831085, -0.0035392725840210915, -0.07635094970464706, -0.0025258834939450026, 0.043153051286935806, 0.01861550658941269, -0.022448232397437096, -0.050962693989276886, -0.1310511827468872, 0.0664953663945198, -0.03886415809392929, 0.07024815678596497, 0.09379856288433075, -0.014324828051030636, -0.03236960247159004, -0.06817684322595596, -0.05013781413435936, -0.06171989068388939, 0.006487263832241297, 0.029065312817692757, 0.009368667379021645, -0.015013439580798149, -0.049141447991132736, -0.030033309012651443, -0.0449836440384388, -0.15153060853481293, 0.06154084950685501, 0.0006965675856918097, 0.017626263201236725, -0.03564824163913727, -0.06321460753679276, 0.02386222779750824, -0.0927649438381195, 0.04472894221544266, 0.01678050495684147, -0.07680179923772812, -0.025239216163754463, -0.012870761565864086, -0.013496403582394123, 0.02453150786459446, -0.04291849210858345, -0.02982679381966591, 0.09645207971334457, -0.02403850294649601, 0.018859228119254112, 0.0030981332529336214, -0.005434921942651272, -0.04701917991042137, -0.06305378675460815, 0.030711237341165543, -0.004766142927110195, 0.060164447873830795, 0.12337186932563782, -0.04272885620594025, 0.032763853669166565, -2.848236954708811e-33, -0.039485249668359756, -0.08376145362854004, 0.03131499141454697, -0.031202545389533043, -0.03766711801290512, -0.008277442306280136, 0.0208168625831604, -0.01956365443766117, -0.05515826866030693, -0.007753682788461447, -0.046555712819099426, 0.05070619657635689, 0.007595201022922993, 0.012243177741765976, 0.12058809399604797, -0.055780235677957535, -0.012790326029062271, 0.058553069829940796, -0.0043779825791716576, 0.032944951206445694, 0.003025477286428213, 0.11190512031316757, -0.03073003888130188, -0.03449390456080437, -0.008508149534463882, 0.0979728251695633, -0.005509684793651104, -0.06187686696648598, -0.07222524285316467, -0.03676488995552063, 0.010874588042497635, -0.016295837238430977, -0.010034921579062939, -0.01331082358956337, 0.011210698634386063, -0.0006819531554356217, -0.014914649538695812, 0.04148763045668602, -0.04350072890520096, -0.1242578998208046, -0.005923156626522541, 0.058978524059057236, 0.06464289128780365, -0.0475444495677948, 0.017800990492105484, -0.00918889045715332, 0.0234356876462698, 0.06897478550672531, 0.09837421774864197, 0.02387845329940319, -0.053097955882549286, 0.015995070338249207, 0.06612330675125122, 0.03970012813806534, 0.0040884907357394695, -0.09606904536485672, -0.033915918320417404, -0.0403883159160614, 0.031876496970653534, 0.06252329051494598, 0.018073096871376038, -0.04947938397526741, 0.03668821230530739, 0.10824659466743469, 0.039995819330215454, -0.002186146331951022, -0.027145326137542725, 0.07844946533441544, 0.016364675015211105, -0.022216403856873512, 0.048642005771398544, 0.06576777249574661, -0.07181377708911896, 0.054437048733234406, -0.01070606242865324, 0.053087275475263596, 0.02180526591837406, -0.05482896789908409, -0.014934707432985306, -0.05443008989095688, -0.012488879263401031, 0.01919400505721569, -0.010312766768038273, 0.016157131642103195, -0.006610411684960127, -0.04262911528348923, 0.023771990090608597, -0.03599034994840622, 0.023134293034672737, -0.06173165515065193, 0.04195249825716019, -0.028161564841866493, 0.06332970410585403, -0.03879421204328537, 0.024707883596420288, -5.473673780898025e-08, -0.002973679220303893, -0.006025215145200491, 0.03870382905006409, -0.007411670405417681, 0.09386322647333145, -0.03357618674635887, -0.008859758265316486, -0.07590506970882416, -0.0697016566991806, 0.05339754372835159, -0.02369053289294243, 0.0697961375117302, 0.03210342302918434, 0.01149892807006836, 0.09940969944000244, 0.03898601233959198, 0.008226688019931316, -0.0007811074028722942, -0.05401957035064697, 0.016342664137482643, -0.07857675850391388, -0.046819962561130524, -0.00717823626473546, -0.03344099223613739, -0.06826326996088028, -0.054256707429885864, -0.037339188158512115, -0.03124600648880005, -0.034395407885313034, -0.0017866843845695257, 0.08333078771829605, -0.0047875214368104935, 0.0068662469275295734, 0.058157626539468765, -0.0331040695309639, 0.0704113021492958, -0.15867666900157928, -0.024307383224368095, 0.022396977990865707, -0.08444300293922424, 0.02455916814506054, 0.002599816769361496, 0.10015598684549332, 0.005726359318941832, -0.031181732192635536, -0.07653560489416122, -0.029429862275719643, -0.03422272577881813, 0.020873840898275375, 0.0013727055629715323, 0.05404889956116676, 0.051914673298597336, 0.05165368691086769, 0.026421859860420227, 0.03968362510204315, -0.11833129078149796, 0.0347810797393322, 0.006198524031788111, -0.08204849064350128, -0.030064309015870094, 0.08204963803291321, -0.006767179351300001, 0.08212622255086899, 0.03309030085802078], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "orig_elements": "eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ==", "id": "51140822-0051-5378-ba34-af746e8ada0b", "record_id": "mock file data", "is_continuation": NaN} +{"type": "CompositeElement", "element_id": "9d6bb02fb56f8b7adb60054bf6b3a9ce", "text": "Magi.", "embeddings": [-0.0658377856016159, 0.04694965109229088, -0.048287831246852875, 0.03567894920706749, -0.028093447908759117, -0.03130354359745979, 0.07627890259027481, -0.023010844364762306, -0.0734153613448143, -0.08336124569177628, 0.009985331445932388, 0.014922182075679302, 0.05222383514046669, 0.008468899875879288, -0.04162130132317543, -0.047850556671619415, -0.03373943269252777, -0.012886933982372284, -0.06582845002412796, 0.04588285833597183, -0.0007262181024998426, 0.033195216208696365, 0.07079841196537018, 0.013285956345498562, -0.05092621594667435, -0.01865871250629425, 0.06058919429779053, 0.015953227877616882, -0.08023949712514877, -0.07368915528059006, 0.07896925508975983, 0.11860402673482895, -0.028479402884840965, -0.11974592506885529, -0.07225679606199265, 0.08459721505641937, 0.005919873248785734, -0.034158360213041306, 0.11576860398054123, -0.0520421639084816, 0.031082147732377052, -0.08920525014400482, -0.0017570487689226866, -0.06385203450918198, 0.07615447044372559, -0.08535643666982651, 0.06379403918981552, 0.0020151562057435513, 0.06838741153478622, 0.06636373698711395, -0.109722800552845, -0.026593487709760666, -0.04023630544543266, 0.06470650434494019, 0.09429875761270523, -0.003230785485357046, 0.03725723549723625, -0.08865879476070404, 0.011674650944769382, -0.015720045194029808, -0.05349571257829666, -0.00953542347997427, -0.09359188377857208, 0.11752822995185852, 0.019945641979575157, 0.0008398208301514387, -0.009033854119479656, -0.06210004910826683, 0.01787605695426464, -0.07351002842187881, 0.08180797845125198, -0.029120802879333496, -0.01687857136130333, 0.04056503623723984, -0.02270379289984703, 0.0718877837061882, 0.04930156096816063, -0.026787059381604195, 0.040805038064718246, 0.047595731914043427, -0.06055563688278198, -0.04759349673986435, -0.012617958709597588, 0.026417888700962067, 0.06228122115135193, 0.0009470637887716293, 0.051520656794309616, 0.022344650700688362, 0.015641598030924797, 0.038689952343702316, -0.06991268694400787, 0.11373057216405869, -0.04818246141076088, 0.05162835866212845, 0.010120868682861328, -0.030963215976953506, -0.034080736339092255, -0.04253412410616875, -0.12542344629764557, 0.18121971189975739, -0.002413894748315215, -0.04810431972146034, 0.04621261730790138, 0.03136931359767914, -0.031337637454271317, -0.061667703092098236, 0.04307834059000015, -0.023152224719524384, -0.04475340247154236, 0.02980370633304119, 0.029885198920965195, -0.04759066179394722, -0.09583419561386108, -0.08372554928064346, 0.06185029819607735, 0.08220341801643372, 0.026864225044846535, 0.029382184147834778, -0.017467454075813293, -0.014383052475750446, 0.020261546596884727, 0.02883555181324482, -0.07076585292816162, -0.014195789583027363, 0.012835063971579075, -0.013605082407593727, -0.1053803414106369, -5.079839327677005e-33, 0.018785234540700912, -0.0311437975615263, 0.019542628899216652, 0.010309075005352497, -0.009795949794352055, 0.050990212708711624, -0.0989830270409584, -0.015837064012885094, -0.0008253322448581457, -0.021314144134521484, -0.006002955604344606, 0.06986082345247269, -0.07135941833257675, -0.05165143683552742, 0.09063521027565002, 0.011266843415796757, 0.047391779720783234, 0.06823170185089111, 0.017872700467705727, -0.011116301640868187, 0.03666370362043381, 0.0851457342505455, 0.01874108612537384, -0.02504206821322441, 0.03966803848743439, -0.004435839131474495, 0.08990643173456192, -0.09701837599277496, -0.03158346191048622, 0.04450599476695061, 0.05679898336529732, -0.029651910066604614, -0.002849995158612728, -0.07966839522123337, 0.00035438252962194383, -0.05988249555230141, -0.04395134747028351, -0.04232552647590637, -0.01649663597345352, 0.0036182270850986242, -0.0648065060377121, 0.008203139528632164, 0.006345085799694061, 0.03691902011632919, -0.02601161226630211, 0.025355299934744835, 0.04061725735664368, -0.06052962690591812, 0.0027599448803812265, 0.017778003588318825, -0.02009947970509529, -0.03342822194099426, -0.04122234135866165, 0.042047061026096344, 0.007264018524438143, -0.02017655037343502, -0.006745440885424614, -0.021999642252922058, 0.090251624584198, -0.024998430162668228, 0.04635731503367424, 0.06041445583105087, 0.021548105403780937, 0.080253005027771, 0.010543767362833023, 0.003967131953686476, 0.012316929176449776, 0.0384058877825737, 0.09335615485906601, 0.07806693762540817, -0.05212971195578575, 0.025178058072924614, 0.01373088639229536, 0.029688240960240364, 0.021401742473244667, -0.05201204493641853, 0.018294138833880424, 0.01895824819803238, 0.03170257434248924, 0.01528487540781498, -0.02826806530356407, 0.03696718066930771, -0.018983442336320877, 0.06289421766996384, 0.04349520802497864, 0.09134140610694885, -0.002712240908294916, 0.000290501193376258, 0.026695115491747856, -0.07390753924846649, 0.005697253625839949, 0.11175519973039627, 0.05203808471560478, -0.022309662774205208, -0.09403099119663239, 4.425532356044442e-33, 0.00014047871809452772, -0.107025146484375, 0.06498139351606369, 0.022407621145248413, -0.05006909742951393, -0.008846607990562916, -0.041890230029821396, -0.01438931468874216, 0.010600283741950989, 0.04337248578667641, -0.05536634102463722, -0.06620828062295914, 0.08269788324832916, -0.0041430736891925335, 0.029910054057836533, 0.048713408410549164, 0.07916519045829773, -0.042897164821624756, 0.04202089086174965, 0.021571414545178413, 0.0016548654530197382, 0.04308129474520683, 0.009189831092953682, -0.04255659878253937, -0.05737336352467537, -0.006247034762054682, 0.06456174701452255, -0.028027763590216637, -0.06318408250808716, -0.013622974045574665, -8.104486914817244e-05, -0.03476148471236229, -0.04696408659219742, -0.04334783926606178, -0.010852559469640255, 0.047279685735702515, 0.02054613269865513, -0.009756910614669323, 0.04328828677535057, -0.036709532141685486, 0.028166554868221283, -0.02696390263736248, 0.041742052882909775, 0.09178416430950165, -0.04838642477989197, -0.06890594959259033, -0.0005516711971722543, 0.039735931903123856, -0.026897691190242767, 0.027579590678215027, -0.062470871955156326, -0.0542023703455925, -0.01724689081311226, -0.06510623544454575, 0.0021525046322494745, -0.03467739373445511, -0.004093239549547434, -0.02502344734966755, -0.04143184795975685, 0.0002262179768877104, 0.027563290670514107, 0.00892723724246025, 0.023365356028079987, -0.010457481257617474, -0.03467808663845062, 0.10980616509914398, -0.012630333192646503, -0.058963410556316376, 0.03659023344516754, 0.015661919489502907, 0.1621091514825821, -0.0653773695230484, 0.007609174121171236, 0.011894069612026215, 0.004859040025621653, 0.08541195839643478, -0.05784595012664795, 0.09797164797782898, 0.01519977580755949, -0.046202294528484344, 0.02751314453780651, -0.029131652787327766, -0.10359720140695572, 0.022175170481204987, 0.05230141058564186, -0.01395878754556179, 0.029441101476550102, -0.06870174407958984, 0.03320522978901863, -0.027041900902986526, 0.057425323873758316, 0.016704455018043518, 0.06068730354309082, -0.027439728379249573, -0.07282054424285889, -1.5207929138227883e-08, -0.024854907765984535, 0.0393451526761055, -0.05304751545190811, 0.045002877712249756, 5.2443163440329954e-05, 0.022429969161748886, -0.0521911084651947, -0.028093617409467697, 0.046292003244161606, 0.048645853996276855, 0.09115906804800034, 0.05776803940534592, 0.04072481021285057, -0.011461718007922173, 0.047719258815050125, 0.02218662016093731, -0.03465593233704567, 0.015750493854284286, -0.016545960679650307, 0.02902238257229328, 0.056394826620817184, 0.034755390137434006, 0.01619255542755127, -0.03715568408370018, -0.08003553003072739, 0.03015962243080139, -0.05775846168398857, 0.012725284323096275, -0.008311823010444641, -0.0289781391620636, 0.08217950165271759, 0.029609492048621178, -0.005844139028340578, -0.03658907115459442, -0.03535956144332886, 0.004127653781324625, -0.017830586060881615, 0.017817452549934387, 0.06604278087615967, 0.027377424761652946, 0.015113972127437592, -0.030894553288817406, 0.08545627444982529, -0.07634575664997101, -0.07782560586929321, -0.028618033975362778, 0.03509940207004547, -0.022645076736807823, -0.0003904593759216368, -0.07913517206907272, -0.019274987280368805, 0.041637785732746124, 0.07933755964040756, 0.07452785223722458, 0.06487897038459778, 0.06223444268107414, 0.04809151217341423, -0.007024576421827078, -0.019972123205661774, 0.009830907918512821, 0.1081894040107727, -0.05158744752407074, -0.07323957979679108, -0.017688944935798645], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "orig_elements": "eJxNUk1v2zAM/SuEz02W2Enr7lZs1+2w7dYVAS3RtlCJEiQ5nlH0v4+yU2wXmx9P5HtPen6ryJIjzhejq89Q1W3TNKpt6l4fznSvzu1ZUn1/0HhqsWmrO6gcZdSYUfBvVQkuyU9RUcnfpd8bS4yu5NXXp90x7GaTx52egjUKM+0CDpT2QffVDZ2XsKIxbBDj+dOtbZGHqeCl/1wRD9WLVMuEC0+uoyj1Zq3E/1RgTY/nQ39SHVHX6Ye+o7Y/1vqBdK1ERaGZ6U8u4B80YNSWUgLfQx4JImHyfAcImpxnQDvjkgBzJhdyguwh+JTKCQQnVGAeicFkIFZ+4kxRZjH9nurD8dQt0HuxB3wEiR2+Gh4geUcgkS5LNaGVTyDWpScrC42URdKQxw9aZdMefo5+snotbOwGyms2hUARRmR9d1ORJpvBCEmGiUdvF/mJtfDKfhZVawM77wyvlu/h6V+SZNKVQPzjMilIxXSWipSN+43U7GPKIHeGyi7JJTAMo0nZx0UM5I0o+zJSQszb4dU0QaLMdj6TWDoLebVJm6KYyeJymtQoGCUXIkWRyB2t5GWltJEXmEXG6kU01+LdZnVHo7ntXg+X7TfCX0xUdqX/DQezL2/s4/l9xxgFe6Vf5Wm8v/wFl7kToQ==", "id": "0e257a84-a3a5-5b77-a9cf-b56f18ded23b", "record_id": "mock file data", "is_continuation": true} +{"type": "CompositeElement", "element_id": "c606b16486eabb5d7612a973aafa6f44", "text": "Thankfully, abominations are rare. The Circle has methods for weeding out those who are too at risk for demonic possession, and scant few mages would give up their free will to submit to such a bond with a demon. But once an abomination is created, it will do its best to create more. Considering that entire squads of templars have been known to fall at the hands of a single abomination, it is not surprising that the Chantry takes the business of the Circle of Magi very seriously indeed.", "embeddings": [0.029347889125347137, -0.04517943039536476, -0.10511812567710876, -0.024585271254181862, -0.007356676738709211, -0.08651377260684967, 0.022096142172813416, -0.020169580355286598, 0.06375181674957275, -0.09861749410629272, -0.05085907503962517, 0.02313208393752575, 0.06010859087109566, -0.10936880111694336, -0.014296606183052063, -0.012459876947104931, -0.049071744084358215, -0.04973546788096428, -0.05237169563770294, 0.03888620063662529, -0.012627502903342247, -0.029852764680981636, 0.06629118323326111, 0.11194230616092682, -0.061922457069158554, -0.06858310848474503, 0.06536244601011276, -0.029726700857281685, -0.003926862496882677, -0.043617378920316696, -0.04400668293237686, 0.09197808057069778, -0.03772498667240143, -0.06420345604419708, -0.06515754759311676, 0.051264215260744095, 0.024444296956062317, 0.02056599222123623, 0.10234462469816208, -0.10559316724538803, 0.12869274616241455, -0.04119773954153061, 0.0285655464977026, -0.043120454996824265, -0.025036025792360306, -0.0477650985121727, -0.04194539040327072, 0.02853560633957386, 0.02840467169880867, -0.012528140097856522, 0.04119328036904335, -0.04850401729345322, 0.03502144664525986, -0.012264280579984188, -0.027910718694329262, 0.014142890460789204, -0.05271192640066147, -0.08031938225030899, 0.077254518866539, -0.018956858664751053, 0.014718012884259224, 0.041656602174043655, 0.05426442250609398, 0.03202870115637779, -0.0259458776563406, -0.013158555142581463, 0.05822793394327164, -0.06070574373006821, 0.0009070141823031008, 0.018405156210064888, 0.04719586670398712, -0.05955820530653, 0.026970138773322105, -0.0051771788857877254, 0.0746769830584526, 0.12564800679683685, -0.05343775451183319, -0.1106632649898529, -0.03993317484855652, -0.0270332433283329, 0.038054369390010834, -0.02167128585278988, 0.08786617964506149, 0.022691939026117325, 0.049285564571619034, 0.017078455537557602, 0.11659367382526398, -0.06255511194467545, 0.013221791945397854, -0.006171088665723801, -0.010568393394351006, 0.025596365332603455, -0.014737390913069248, -0.02435918338596821, 0.0119980089366436, -0.0041837445460259914, 0.03243687003850937, -0.030361883342266083, -0.09133628755807877, 0.03658398985862732, -0.1009567603468895, -0.004010774195194244, 0.04745297133922577, -0.007054759655147791, -0.07229647040367126, -0.06534408032894135, 0.054590027779340744, -0.03663728013634682, -0.017383677884936333, -0.009422698989510536, -0.01679876074194908, -0.0560649037361145, 0.0316440612077713, -0.08176153153181076, -0.008566191419959068, 0.08009045571088791, -0.01991754211485386, 0.002713720314204693, -0.10396308451890945, 0.0951094776391983, 0.039334818720817566, 0.054455701261758804, -0.04090716317296028, 0.06632010638713837, 0.02877584472298622, -0.009951743297278881, -0.14898954331874847, 1.9497052359875782e-33, -0.0007072295993566513, 0.08138305693864822, -0.0006711510941386223, -0.05068374425172806, -0.05287633091211319, -0.010863522998988628, -0.07839202135801315, -0.04632001742720604, 0.046681106090545654, -0.041130419820547104, 0.09359558671712875, -0.017826661467552185, 0.04364107549190521, -0.0054445103742182255, 0.05383273959159851, -0.05450233072042465, 0.08459210395812988, -0.035897981375455856, -0.012286619283258915, -0.08013910055160522, -0.023737432435154915, 0.10175937414169312, -0.060764167457818985, -0.0040743788704276085, 0.028867051005363464, 0.026879608631134033, 0.000874446181114763, 0.09172999113798141, 0.0051080756820738316, 0.035262130200862885, 0.013029740191996098, 0.0025755399838089943, -0.041640400886535645, -0.03140583261847496, 0.0698535144329071, 0.021727003157138824, 0.01805434562265873, -0.05174315348267555, -0.026795126497745514, -0.009120677597820759, -0.045181166380643845, -0.002754570683464408, -0.043619658797979355, 0.06098083779215813, -0.016354907304048538, 0.017690567299723625, -0.010266760364174843, -0.08666684478521347, -0.021220387890934944, 0.03520427271723747, 0.005395923275500536, 0.037931233644485474, 0.06454936414957047, -0.028346600010991096, 0.034877825528383255, -0.03441748023033142, -0.060483142733573914, -0.09381649643182755, 0.021953586488962173, -0.07355393469333649, 0.023933831602334976, -0.0011325932573527098, -0.02608299069106579, 0.002897498430684209, -0.029430244117975235, -0.0399213582277298, -0.03715607523918152, -0.04787283390760422, -0.006345562636852264, -0.0038677274715155363, -0.017765384167432785, 0.03161167353391647, -0.08318436145782471, 0.0010106059489771724, -0.009069276973605156, -0.023934494704008102, 0.046543657779693604, -0.005275749135762453, 0.06723448634147644, -0.009272760711610317, 0.02237946353852749, -0.01128087192773819, 0.047595079988241196, -0.009831287898123264, 0.03729168325662613, -0.007552699185907841, 0.057102736085653305, -0.026226753368973732, 0.0047675673849880695, -0.03919346258044243, 0.053637806326150894, 0.10152339190244675, 0.021864183247089386, -0.027576737105846405, -0.06813587993383408, -2.564587229119516e-33, -0.04115577042102814, -0.04554123803973198, 0.03824533522129059, 0.03336254507303238, -0.050544776022434235, -0.00034170824801549315, -0.030269185081124306, -0.03482630476355553, 0.026359524577856064, -0.026986828073859215, -0.028947031125426292, 0.049524445086717606, 0.012074064463376999, -0.012316572479903698, 0.03653912618756294, -0.07467400282621384, 0.07556266337633133, 0.023281171917915344, 0.07255798578262329, 0.023640615865588188, 0.04703063145279884, 0.04930218681693077, 0.014464843086898327, -0.0658251941204071, -0.06641095131635666, 0.04137340560555458, 0.026182176545262337, -0.05615556240081787, -0.013379840180277824, -0.017336171120405197, -0.010013424791395664, 0.023691974580287933, 0.004779248498380184, -0.06734088808298111, 0.040897876024246216, -0.028518257662653923, 0.004970037844032049, 0.052881672978401184, -0.04338337853550911, -0.11933644115924835, -0.07197444885969162, -0.028846580535173416, -0.0021988567896187305, -0.05831323191523552, 0.009468826465308666, -0.057997677475214005, 0.19217056035995483, 0.09069530665874481, 0.0761801153421402, -0.015643317252397537, -0.03119976632297039, -0.0513593927025795, 0.06350328028202057, -0.008555023930966854, 0.032757893204689026, -0.06581267714500427, -0.013623868115246296, -0.04718067869544029, -0.013598631136119366, -0.04847138747572899, -0.03362194448709488, 0.06594348698854446, 0.05263299494981766, 0.0035914722830057144, 0.07827748358249664, 0.09226389974355698, -0.013054887764155865, 0.029750412330031395, -0.008579877205193043, 0.026112934574484825, 0.05055231973528862, 0.010926173068583012, -0.07288292795419693, 0.07289845496416092, 0.04993496462702751, 0.033986568450927734, 0.007738420274108648, -0.0365450419485569, 0.025377074256539345, -0.03022671490907669, -0.00010707042383728549, 0.03289805352687836, -0.06166395917534828, 0.01732531376183033, -0.022627364844083786, -0.021942373365163803, 0.01601216197013855, -0.05392350256443024, 0.03428212180733681, 0.0050339470617473125, 0.056004542857408524, -0.020480602979660034, 0.1121891587972641, -0.03203325346112251, 0.04904788359999657, -4.1433178665784e-08, 0.030464310199022293, 0.07622631639242172, -0.0202197078615427, 0.047551147639751434, 0.07194522768259048, -0.06562484800815582, -0.0029358547180891037, -0.11533930152654648, 0.006900150794535875, 0.05135784670710564, -0.060439225286245346, 0.06324761360883713, 0.050559818744659424, -0.04702095687389374, 0.06288639456033707, 0.05543025583028793, 0.0025756708346307278, -0.033943574875593185, -0.05499976500868797, -0.023845834657549858, -0.014748181216418743, 0.031094297766685486, 0.01962583139538765, -0.086506687104702, -0.030560895800590515, -0.0029827894177287817, -0.01812724582850933, -0.08702859282493591, -0.06050510331988335, 0.029895484447479248, 0.08602144569158554, -0.04135221615433693, 0.02153361402451992, 0.04553322121500969, -0.045535609126091, -0.008469369262456894, -0.11050883680582047, 0.06220754235982895, 0.08284267038106918, -0.002116328803822398, 0.0623321607708931, -0.037645477801561356, 0.10578399151563644, 0.014827528968453407, -0.028881050646305084, -0.029301462695002556, -0.028901169076561928, 0.016495252028107643, 0.022979507222771645, -0.015349864959716797, 0.04662579670548439, 0.02448904700577259, 0.09252231568098068, 0.039045486599206924, 0.03479880839586258, -0.061136115342378616, 0.09900186955928802, 0.032807476818561554, -0.0015372438356280327, -0.021638650447130203, 0.02278803288936615, -0.07561742514371872, 0.03621399775147438, 0.02077053114771843], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "orig_elements": "eJxNUsty2zAM/BWMzrZrO3bl9tY61/bkWybj4QOUOKZIhQ+rnkz+vUs5bXKRQGCxWCz59Nqw44F9PlvdfKemlXu53u2k2uwkf23Xe7lv2ayF3B9MK9WuWVAzcBZaZAH8a1ODcwolKq7nN9SNdezFUM/N44/lZlxONvdLXUZnlci8HEXHaTVq07yj822c0WK8Q2zwX97LTviuVDzqTw37rnlGtjKcfRkkR+Qf5kz82GIrtvxtvzY7JZml1K2RfDCbrW5Zb9XDoakyM//JFXzqhb+Y4txtQUKGwfpZQCIwUsRnRaee6Wijcky9SAQD+qATmRBpYtbWdxRKJmQT09SHuTUH/DNFmy4zUvMQvFU0hpQ4JYzAPK8pKeEzGZ5oqHvSFIrT1NkrUxnByTaSiQxi6xxYKRU52HyPVE+CZABN9RjxPGVFPyEneMWY8HkpsolUZFyCXhA4ZkodECaSnGbSe52GUDc/wgirOdYVc491YLLFcumlCDgQDGUeRidigjNQDL89XXyYfKUyAvSiGlON8/cGQQlssPKTrlkMtPmQsVQcYdr/ibX5iO4cb5TFBQ7VjCxAwMZZwsf14PRLdJauDHSC7lCSu5H1Gve0qg/q31v7LWLE7Cuf6jt4e/4L7isM5g==", "id": "6117f886-63ff-57f8-b241-d4750b89506d", "record_id": "mock file data", "is_continuation": NaN} +{"type": "CompositeElement", "element_id": "3e7327ee201e84f3061474204708d8f7", "text": "Arcane Horror\n\n\"Upon ascending to the second floor of the tower, we were greeted by a gruesome sight: a ragged collection of bones wearing the robes of one of the senior enchanters. I had known her for years, watched her raise countless apprentices, and now she was a mere puppet for some demon.\"\n\n6", "embeddings": [-0.08342055231332779, 0.052118003368377686, 0.00927137490361929, 0.00821769516915083, -0.01837557926774025, -0.022791797295212746, 0.0005622926400974393, 0.015177621506154537, -0.044368308037519455, -0.03960308060050011, 0.02673662267625332, 0.017424117773771286, 0.03634529188275337, -0.05126689001917839, -0.11323326081037521, 0.023094939067959785, 0.03664935380220413, 0.0706443339586258, -0.010426182299852371, 0.05276356637477875, 0.028232764452695847, -0.00017360948550049216, 0.03809289634227753, 0.07166895270347595, 0.010475720278918743, -0.037191905081272125, -0.0024140281602740288, -0.029270833358168602, -0.006603992078453302, -0.02663854882121086, -0.06387452781200409, 0.010723570361733437, -0.02904103510081768, 0.05121173709630966, -0.010028553195297718, 0.0959436297416687, 0.09057556092739105, 0.0009347658487968147, -0.003882128046825528, 0.010280516929924488, -0.04613392427563667, 0.008940361440181732, -0.039659496396780014, -0.007379797287285328, -0.05889877304434776, -0.09912056475877762, -0.027789698913693428, -0.05846194550395012, -0.03469262644648552, -0.09412816911935806, 0.041618771851062775, 0.03792829439043999, 0.04441361501812935, -0.04203395918011665, -0.07056563347578049, 0.030799729749560356, 0.026067370548844337, -0.04925885424017906, 0.061225395649671555, 0.030571499839425087, 0.09111681580543518, 0.026658428832888603, -0.0011842921376228333, 0.047936681658029556, -0.04011054337024689, -0.07828173041343689, 0.08831484615802765, -0.06281707435846329, -0.008098477497696877, -0.002642789389938116, -0.020536689087748528, -0.02724950760602951, 0.048211876302957535, 0.002645535161718726, -0.01500846166163683, 0.006220816634595394, 0.05163075774908066, -0.15983571112155914, 0.0006676482153125107, -0.00966504868119955, -0.041264161467552185, 0.019048750400543213, 0.12535162270069122, 0.01908033713698387, 0.07712578773498535, 0.03203664347529411, -0.046308353543281555, 0.028996368870139122, -0.03893734887242317, 0.002590127754956484, 0.026828955858945847, -0.05330570414662361, -0.03024003840982914, 0.04847027733922005, 0.05370144173502922, 0.035748258233070374, -0.08318071067333221, 0.04774129018187523, -0.08477864414453506, 0.048197727650403976, -0.0812777578830719, 0.07253468036651611, 0.04159040376543999, 0.03786787390708923, 0.007031595334410667, -0.06234600394964218, 0.051611702889204025, -0.009645745158195496, -0.04502240940928459, -0.04073512926697731, -0.001915520871989429, -0.06175771728157997, -0.033582571893930435, -0.01573294587433338, 0.02580314502120018, -0.008611653000116348, 0.017570629715919495, -0.02828742004930973, -0.07921517640352249, 0.04019245132803917, 0.16486147046089172, 0.04070365056395531, -0.014380201697349548, 0.00173382053617388, 0.002950671361759305, -0.06271427869796753, 0.009530283510684967, 1.1674238474199232e-33, 0.012366865761578083, 0.06803646683692932, -0.03676093369722366, -0.010351092554628849, 0.08314929157495499, 0.030439676716923714, -0.029186097905039787, 0.02486572414636612, 0.01645762287080288, 0.10632678121328354, 0.03599585220217705, 0.05557695031166077, 0.005841721780598164, -0.029180392622947693, -0.02101263403892517, 0.011865796521306038, 0.049008771777153015, 0.020492715761065483, 0.047684211283922195, -0.03508450463414192, 0.01839052513241768, 0.0899634137749672, 0.014499388635158539, -0.024369601160287857, -0.021096717566251755, -0.012601342052221298, -0.049095381051301956, 0.001668890006840229, 0.03139206022024155, 0.03403366357088089, -0.0003703928960021585, -0.010929921641945839, 0.0747307613492012, -0.01193924155086279, 0.012371744029223919, -0.04308401420712471, 0.03927145153284073, -0.04870010167360306, -0.04202280193567276, -0.07605583220720291, 0.03169824928045273, 0.020688265562057495, 0.02411329559981823, 0.014971857890486717, -0.08415699750185013, 0.06463825702667236, 0.053933534771203995, 0.021858694031834602, -0.028119267895817757, 0.0203084833920002, -0.0339072160422802, 0.055052608251571655, 0.016878964379429817, 0.008003631606698036, 0.00877367239445448, -0.013734310865402222, -0.006635995116084814, -0.08394815772771835, 0.09103240817785263, -0.014672540128231049, -0.04959188774228096, -0.0015348460292443633, 0.01025473978370428, 0.02634919248521328, 0.00037014047848060727, -0.1751318722963333, 0.013174640946090221, -0.04019488766789436, 0.0031403277534991503, -0.010602031834423542, -0.10182613134384155, 0.03193996474146843, -0.045145001262426376, 0.009606517851352692, -0.06902168691158295, -0.010741113685071468, -0.018646281212568283, -0.048795416951179504, -0.10464854538440704, -0.06453914195299149, 0.008880866691470146, -0.051209382712841034, 0.03250324726104736, 0.08863522857427597, 0.068938709795475, 0.066158227622509, -0.02354433760046959, -0.11269725114107132, 0.008650325238704681, 0.04592897742986679, 0.04041308909654617, -0.05876018479466438, 0.059893734753131866, -0.09016595035791397, -0.015797821804881096, -2.8860592201304873e-33, 0.09739336371421814, -0.030402254313230515, -0.05960294231772423, -0.03196690231561661, 0.07253272086381912, 0.004270133096724749, -0.0730048194527626, 0.05533352866768837, -0.03357469663023949, -0.04589495807886124, 0.04482083395123482, 0.04585683345794678, -0.03445259854197502, -0.02528984285891056, 0.05985880643129349, 0.009818832390010357, 0.057248715311288834, -0.0273590125143528, 0.016258548945188522, -0.002682090038433671, -0.00849310401827097, 0.01574307307600975, -0.0556795671582222, -0.02647862583398819, 0.0010181894758716226, 0.07427401095628738, 0.03228498995304108, -0.04407065361738205, -0.05246102809906006, -0.02618398144841194, -0.019999120384454727, -0.008368231356143951, 0.09834204614162445, 0.039071470499038696, -0.04111919179558754, 0.07806631922721863, 0.018651502206921577, -0.1152467429637909, -0.020008834078907967, -0.04888094961643219, 0.06766237318515778, -0.022586485370993614, 0.060290876775979996, 0.0043946485966444016, 0.016899248585104942, -0.07251279056072235, 0.02551141567528248, 0.04581903666257858, -0.005150329787284136, -0.04232915863394737, -0.10701598972082138, 0.007919390685856342, 0.012623059563338757, -0.02228161320090294, 0.012150099501013756, -0.059048131108284, -0.06904053688049316, -0.09723728150129318, 0.07193823903799057, 0.03508972004055977, 0.036757953464984894, 0.039937619119882584, -0.08013905584812164, 0.03995455801486969, -0.01855620928108692, 0.02102365344762802, -0.014589160680770874, 0.010600668378174305, -0.1692352145910263, 0.04200948029756546, -0.00454974640160799, 0.02028568647801876, -0.05056362226605415, 0.02886275202035904, -0.011571703478693962, -0.08934278786182404, 0.026751888915896416, -0.06386811286211014, 0.054509684443473816, -0.02612370438873768, -0.02349872514605522, -0.060607150197029114, -0.04985957220196724, 0.03445851057767868, 0.028165431693196297, -0.010245980694890022, 0.029779495671391487, 0.12896950542926788, -0.0015483795432373881, -0.06037181243300438, 0.04225890338420868, -0.03983212634921074, 0.05001247674226761, -0.04710797592997551, 0.07777682691812515, -4.141545417724046e-08, -0.01845339499413967, 0.0489022359251976, 0.0003280554374214262, -0.15837354958057404, 0.029790911823511124, -0.03272560238838196, 0.0429275743663311, 0.07980560511350632, -0.06956024467945099, 0.04846541956067085, -0.0018001034623011947, 0.0367070771753788, 0.07165662199258804, -0.010191910900175571, 0.07105794548988342, 0.030906155705451965, -0.012874559499323368, 0.034154247492551804, -0.0566386915743351, -0.09661761671304703, 0.03254758194088936, 0.009020226076245308, 0.09270866960287094, -0.054505594074726105, -0.037679992616176605, 0.015835443511605263, -0.07842253893613815, -0.04280855879187584, -0.036125779151916504, 0.08868367224931717, 0.053692515939474106, 0.0392053984105587, 0.007462788838893175, -0.023803826421499252, 0.012014728970825672, 0.09015574306249619, 0.01597096212208271, -0.05330237001180649, 0.02957635000348091, -0.04370513930916786, 0.011350004002451897, -0.06413542479276657, 0.021264944225549698, 0.06929062306880951, 0.018627412617206573, -0.02283620461821556, -0.0006299018859863281, -0.07650122791528702, 0.09707925468683243, -0.030565043911337852, 0.04149327054619789, 0.0472019724547863, -0.00045077799586579204, 0.05548485741019249, -0.028664259240031242, -0.07860633730888367, 0.03555219620466232, -0.021731331944465637, -0.05032612383365631, -0.009667945094406605, 0.08409899473190308, -0.03065498173236847, -0.033591706305742264, -0.03503028303384781], "filename": "DA-1p-with-duplicate-pages.pdf.json", "filetype": "application/json", "languages": ["eng"], "page_number": "3", "orig_elements": "eJzNUrFu2zAQ/ZUD59i1JMKWsgXokCxBh3RKAuNEHiWiEkmQVF0jyL/3qCSAUXTJFkGD7r3H93THe3wRNNFMLh+tFtcgqnrXqaZtD1I2qqpbU0mJut7zY2quxRWImTJqzMj6F1E+jskvUVGpX5k3diKHc6nF95tNFTYnm8eNXsJkFWbaBBwobYM24l2dz2FVY3iTWO++vdMTumEpeuYfBblBPDNaHI5umXuKjDclNdOfXDxuokJHcOtj9LE4fJg/2DyRYOm/PbdVZypTy74ludv1ndwbSVztWp5FT/Jr9rwi8RM3dzmkJ/EzeAeYFDlt3QDZQx4JEinvNJjJ+wjerFj2J4pXcCJ+I8EQiTJp6M+AXCyU/MwH7TDma0YiDgOzyk8TqdJUsem9o8THMa5ZbBp9zwhTzHwEJXKWY8mpEV2mmLZwByNq+OX8ycFIEQzzZ7ZJ/D+Y1chJBY5oE3Hm4viKUwKeaZmMVcRC5IbYABJHnJBJmEsfYQmB8uq4dqBp9m77JC5X5h5j5Jv5TQ9lbv9ZnWp/kB3vjOq6inSrpD60TYO95Btoqu6Lrs7lJuwv+/3Buvs32evzXyI+VF4=", "id": "6e0cae4d-b264-5004-93c8-25d1d2e5de9d", "record_id": "mock file data", "is_continuation": NaN} \ No newline at end of file diff --git a/test/integration/connectors/sql/test_yugabytedb.py b/test/integration/connectors/sql/test_yugabytedb.py new file mode 100644 index 000000000..6b00d07c5 --- /dev/null +++ b/test/integration/connectors/sql/test_yugabytedb.py @@ -0,0 +1,228 @@ +import json +from pathlib import Path + +import pytest +from _pytest.fixtures import TopRequest +from psycopg2 import connect + +from test.integration.connectors.utils.constants import ( + DESTINATION_TAG, + SOURCE_TAG, + SQL_TAG, + env_setup_path, +) +from test.integration.connectors.utils.docker_compose import docker_compose_context +from test.integration.connectors.utils.validation.destination import ( + StagerValidationConfigs, + stager_validation, +) +from test.integration.connectors.utils.validation.source import ( + SourceValidationConfigs, + source_connector_validation, + source_filedata_display_name_set_check, +) +from unstructured_ingest.data_types.file_data import FileData, SourceIdentifiers +from unstructured_ingest.processes.connectors.sql.yugabytedb import ( + CONNECTOR_TYPE, + YugabyteDbAccessConfig, + YugabyteDbConnectionConfig, + YugabyteDbDownloader, + YugabyteDbDownloaderConfig, + YugabyteDbIndexer, + YugabyteDbIndexerConfig, + YugabyteDbUploader, + YugabyteDbUploadStager, +) + +SEED_DATA_ROWS = 10 + + +@pytest.fixture +def source_database_setup() -> str: + db_name = "yugabyte" # Use default yugabyte database + with docker_compose_context(docker_compose_path=env_setup_path / "sql" / "yugabytedb" / "source"): + # Table is already created by initial_scripts_dir in yugabyte database + # Just connect and insert test data using YugabyteDB-specific psycopg2 + connection = connect( + user="yugabyte", + password="yugabyte", + dbname=db_name, + host="localhost", + port=5433, + # YugabyteDB-specific parameters + load_balance="False", + topology_keys="", + ) + with connection.cursor() as cursor: + # Insert test data + for i in range(SEED_DATA_ROWS): + sql_statment = f"INSERT INTO cars (brand, price) VALUES ('brand_{i}', {i})" + cursor.execute(sql_statment) + connection.commit() + yield db_name + + +@pytest.mark.asyncio +@pytest.mark.tags(CONNECTOR_TYPE, SOURCE_TAG, SQL_TAG) +async def test_yugabytedb_source(temp_dir: Path, source_database_setup: str): + connect_params = { + "host": "localhost", + "port": 5433, + "database": "yugabyte", # Use default yugabyte database + "user": "yugabyte", + "password": "yugabyte", + # YugabyteDB-specific parameters for load balancing and topology awareness + "load_balance": "False", # Disable load balancing for local testing + "topology_keys": "", # No topology keys for local testing + "yb_servers_refresh_interval": 300, # Refresh interval for server list + } + # Test YugabyteDB connector with its specific connection parameters + connection_config = YugabyteDbConnectionConfig( + host=connect_params["host"], + port=connect_params["port"], + database=connect_params["database"], + username=connect_params["user"], + access_config=YugabyteDbAccessConfig(password=connect_params["password"]), + load_balance=connect_params["load_balance"], + topology_keys=connect_params["topology_keys"], + yb_servers_refresh_interval=connect_params["yb_servers_refresh_interval"], + ) + indexer = YugabyteDbIndexer( + connection_config=connection_config, + index_config=YugabyteDbIndexerConfig(table_name="cars", id_column="car_id", batch_size=6), + ) + downloader = YugabyteDbDownloader( + connection_config=connection_config, + download_config=YugabyteDbDownloaderConfig(fields=["car_id", "brand"], download_dir=temp_dir), + ) + await source_connector_validation( + indexer=indexer, + downloader=downloader, + configs=SourceValidationConfigs( + test_id="yugabytedb", + expected_num_files=SEED_DATA_ROWS, + expected_number_indexed_file_data=2, + validate_downloaded_files=True, + predownload_file_data_check=source_filedata_display_name_set_check, + postdownload_file_data_check=source_filedata_display_name_set_check, + ), + ) + + +def validate_destination( + connect_params: dict, + expected_num_elements: int, + test_embedding: list[float], + expected_text: str, +): + # Run the following validations: + # * Check that the number of records in the table match the expected value + # * Given the embedding, make sure it matches the associated text it belongs to + with connect(**connect_params) as connection: + cursor = connection.cursor() + query = "select count(*) from elements;" + cursor.execute(query) + count = cursor.fetchone()[0] + assert count == expected_num_elements, ( + f"dest check failed: got {count}, expected {expected_num_elements}" + ) + + cursor.execute("SELECT embeddings FROM elements order by text limit 1") + similarity_query = ( + f"SELECT text FROM elements ORDER BY embeddings <-> '{test_embedding}' LIMIT 1;" + ) + cursor.execute(similarity_query) + res = cursor.fetchone() + assert res[0] == expected_text + + +@pytest.mark.asyncio +@pytest.mark.tags(CONNECTOR_TYPE, DESTINATION_TAG, SQL_TAG) +async def test_yugabytedb_destination(upload_file: Path, temp_dir: Path): + # the yugabytedb destination connector doesn't leverage the file data but is required as an input, + # mocking it with arbitrary values to meet the base requirements: + mock_file_data = FileData( + identifier="mock file data", + connector_type=CONNECTOR_TYPE, + source_identifiers=SourceIdentifiers(filename=upload_file.name, fullpath=upload_file.name), + ) + with docker_compose_context( + docker_compose_path=env_setup_path / "sql" / "yugabytedb" / "destination" + ): + # Table and pgvector extension are already created by initial_scripts_dir in yugabyte database + stager = YugabyteDbUploadStager() + staged_path = stager.run( + elements_filepath=upload_file, + file_data=mock_file_data, + output_dir=temp_dir, + output_filename=upload_file.name, + ) + + # The stager should append the `.json` suffix to the output filename passed in. + assert staged_path.suffix == upload_file.suffix + + connect_params = { + "host": "localhost", + "port": 5433, + "database": "yugabyte", # Use default yugabyte database + "user": "yugabyte", + "password": "yugabyte", + # YugabyteDB-specific parameters for load balancing and topology awareness + "load_balance": "False", # Disable load balancing for local testing + "topology_keys": "", # No topology keys for local testing + "yb_servers_refresh_interval": 300, # Refresh interval + } + + # Test YugabyteDB connector with its specific connection parameters + uploader = YugabyteDbUploader( + connection_config=YugabyteDbConnectionConfig( + host=connect_params["host"], + port=connect_params["port"], + database=connect_params["database"], + username=connect_params["user"], + access_config=YugabyteDbAccessConfig(password=connect_params["password"]), + load_balance=connect_params["load_balance"], + topology_keys=connect_params["topology_keys"], + yb_servers_refresh_interval=connect_params["yb_servers_refresh_interval"], + ) + ) + uploader.precheck() + uploader.run(path=staged_path, file_data=mock_file_data) + + with staged_path.open("r") as f: + staged_data = json.load(f) + + sample_element = staged_data[0] + expected_num_elements = len(staged_data) + validate_destination( + connect_params=connect_params, + expected_num_elements=expected_num_elements, + expected_text=sample_element["text"], + test_embedding=sample_element["embeddings"], + ) + + uploader.run(path=staged_path, file_data=mock_file_data) + validate_destination( + connect_params=connect_params, + expected_num_elements=expected_num_elements, + expected_text=sample_element["text"], + test_embedding=sample_element["embeddings"], + ) + + +@pytest.mark.tags(CONNECTOR_TYPE, DESTINATION_TAG, SQL_TAG) +@pytest.mark.parametrize("upload_file_str", ["upload_file_ndjson", "upload_file"]) +def test_yugabytedb_stager( + request: TopRequest, + upload_file_str: str, + tmp_path: Path, +): + upload_file: Path = request.getfixturevalue(upload_file_str) + stager = YugabyteDbUploadStager() + stager_validation( + configs=StagerValidationConfigs(test_id=CONNECTOR_TYPE, expected_count=22), + input_file=upload_file, + stager=stager, + tmp_dir=tmp_path, + ) + diff --git a/unstructured_ingest/processes/connectors/sql/__init__.py b/unstructured_ingest/processes/connectors/sql/__init__.py index 140300ea8..edafd4768 100644 --- a/unstructured_ingest/processes/connectors/sql/__init__.py +++ b/unstructured_ingest/processes/connectors/sql/__init__.py @@ -17,12 +17,15 @@ from .sqlite import sqlite_destination_entry, sqlite_source_entry from .vastdb import CONNECTOR_TYPE as VASTDB_CONNECTOR_TYPE from .vastdb import vastdb_destination_entry, vastdb_source_entry +from .yugabytedb import CONNECTOR_TYPE as YUGABYTE_DB_CONNECTOR_TYPE +from .yugabytedb import yugabytedb_destination_entry, yugabytedb_source_entry add_source_entry(source_type=SQLITE_CONNECTOR_TYPE, entry=sqlite_source_entry) add_source_entry(source_type=POSTGRES_CONNECTOR_TYPE, entry=postgres_source_entry) add_source_entry(source_type=SNOWFLAKE_CONNECTOR_TYPE, entry=snowflake_source_entry) add_source_entry(source_type=SINGLESTORE_CONNECTOR_TYPE, entry=singlestore_source_entry) add_source_entry(source_type=VASTDB_CONNECTOR_TYPE, entry=vastdb_source_entry) +add_source_entry(source_type=YUGABYTE_DB_CONNECTOR_TYPE, entry=yugabytedb_source_entry) add_destination_entry(destination_type=SQLITE_CONNECTOR_TYPE, entry=sqlite_destination_entry) add_destination_entry(destination_type=POSTGRES_CONNECTOR_TYPE, entry=postgres_destination_entry) @@ -35,3 +38,4 @@ entry=databricks_delta_tables_destination_entry, ) add_destination_entry(destination_type=VASTDB_CONNECTOR_TYPE, entry=vastdb_destination_entry) +add_destination_entry(destination_type=YUGABYTE_DB_CONNECTOR_TYPE, entry=yugabytedb_destination_entry) \ No newline at end of file diff --git a/unstructured_ingest/processes/connectors/sql/yugabytedb.py b/unstructured_ingest/processes/connectors/sql/yugabytedb.py new file mode 100644 index 000000000..d8e3ac12f --- /dev/null +++ b/unstructured_ingest/processes/connectors/sql/yugabytedb.py @@ -0,0 +1,175 @@ +from contextlib import contextmanager +from dataclasses import dataclass, field +from pathlib import Path +from typing import TYPE_CHECKING, Any, Generator, Optional + +from pydantic import Field, Secret + +from unstructured_ingest.data_types.file_data import FileData +from unstructured_ingest.logger import logger +from unstructured_ingest.processes.connector_registry import ( + DestinationRegistryEntry, + SourceRegistryEntry, +) +from unstructured_ingest.processes.connectors.sql.sql import ( + SQLAccessConfig, + SqlBatchFileData, + SQLConnectionConfig, + SQLDownloader, + SQLDownloaderConfig, + SQLIndexer, + SQLIndexerConfig, + SQLUploader, + SQLUploaderConfig, + SQLUploadStager, + SQLUploadStagerConfig, +) +from unstructured_ingest.utils.dep_check import requires_dependencies + +if TYPE_CHECKING: + from psycopg2.extensions import connection as YugabyteDbConnection + from psycopg2.extensions import cursor as YugabyteDbCursor + +CONNECTOR_TYPE = "yugabytedb" + + +class YugabyteDbAccessConfig(SQLAccessConfig): + password: Optional[str] = Field(default=None, description="DB password") + + +class YugabyteDbConnectionConfig(SQLConnectionConfig): + access_config: Secret[YugabyteDbAccessConfig] = Field( + default=YugabyteDbAccessConfig(), validate_default=True + ) + database: Optional[str] = Field( + default=None, + description="Database name.", + ) + username: Optional[str] = Field(default=None, description="DB username") + host: Optional[str] = Field(default=None, description="DB host") + port: Optional[int] = Field(default=5432, description="DB host connection port") + load_balance: Optional[str] = Field(default="False", description="Load balancing strategy") + topology_keys: Optional[str] = Field(default="", description="Topology keys") + yb_servers_refresh_interval: Optional[int] = Field(default=300, + description="YB servers refresh interval") + connector_type: str = Field(default=CONNECTOR_TYPE, init=False) + + @contextmanager + @requires_dependencies(["psycopg2"], extras="yugabytedb") + def get_connection(self) -> Generator["YugabyteDbConnection", None, None]: + from psycopg2 import connect + + access_config = self.access_config.get_secret_value() + connection = connect( + user=self.username, + password=access_config.password, + dbname=self.database, + host=self.host, + port=self.port, + load_balance=self.load_balance, + topology_keys=self.topology_keys, + yb_servers_refresh_interval=self.yb_servers_refresh_interval, + ) + try: + yield connection + finally: + connection.commit() + connection.close() + + @contextmanager + def get_cursor(self) -> Generator["YugabyteDbCursor", None, None]: + with self.get_connection() as connection: + cursor = connection.cursor() + try: + yield cursor + finally: + cursor.close() + + +class YugabyteDbIndexerConfig(SQLIndexerConfig): + pass + + +@dataclass +class YugabyteDbIndexer(SQLIndexer): + connection_config: YugabyteDbConnectionConfig + index_config: YugabyteDbIndexerConfig + connector_type: str = CONNECTOR_TYPE + + +class YugabyteDbDownloaderConfig(SQLDownloaderConfig): + pass + + +@dataclass +class YugabyteDbDownloader(SQLDownloader): + connection_config: YugabyteDbConnectionConfig + download_config: YugabyteDbDownloaderConfig + connector_type: str = CONNECTOR_TYPE + + @requires_dependencies(["psycopg2"], extras="yugabytedb") + def query_db(self, file_data: SqlBatchFileData) -> tuple[list[tuple], list[str]]: + from psycopg2 import sql + + table_name = file_data.additional_metadata.table_name + id_column = file_data.additional_metadata.id_column + ids = tuple([item.identifier for item in file_data.batch_items]) + + with self.connection_config.get_cursor() as cursor: + fields = ( + sql.SQL(",").join(sql.Identifier(field) for field in self.download_config.fields) + if self.download_config.fields + else sql.SQL("*") + ) + + query = sql.SQL("SELECT {fields} FROM {table_name} WHERE {id_column} IN %s").format( + fields=fields, + table_name=sql.Identifier(table_name), + id_column=sql.Identifier(id_column), + ) + logger.debug(f"running query: {cursor.mogrify(query, (ids,))}") + cursor.execute(query, (ids,)) + rows = cursor.fetchall() + columns = [col[0] for col in cursor.description] + return rows, columns + + +class YugabyteDbUploadStagerConfig(SQLUploadStagerConfig): + pass + + +class YugabyteDbUploadStager(SQLUploadStager): + upload_stager_config: YugabyteDbUploadStagerConfig + + +class YugabyteDbUploaderConfig(SQLUploaderConfig): + pass + + +@dataclass +class YugabyteDbUploader(SQLUploader): + upload_config: YugabyteDbUploaderConfig = field(default_factory=YugabyteDbUploaderConfig) + connection_config: YugabyteDbConnectionConfig + connector_type: str = CONNECTOR_TYPE + values_delimiter: str = "%s" + + @requires_dependencies(["pandas"], extras="yugabytedb") + def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None: + super().run(path=path, file_data=file_data, **kwargs) + + +yugabytedb_source_entry = SourceRegistryEntry( + connection_config=YugabyteDbConnectionConfig, + indexer_config=YugabyteDbIndexerConfig, + indexer=YugabyteDbIndexer, + downloader_config=YugabyteDbDownloaderConfig, + downloader=YugabyteDbDownloader, +) + +yugabytedb_destination_entry = DestinationRegistryEntry( + connection_config=YugabyteDbConnectionConfig, + uploader=YugabyteDbUploader, + uploader_config=YugabyteDbUploaderConfig, + upload_stager=YugabyteDbUploadStager, + upload_stager_config=YugabyteDbUploadStagerConfig, +)