-
Notifications
You must be signed in to change notification settings - Fork 3
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
renamed dummy analyzers for migration
- Loading branch information
Showing
27 changed files
with
430 additions
and
26 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
30 changes: 30 additions & 0 deletions
30
.../src/main/kotlin/org/vitrivr/engine/base/features/migration/AverageColorGrid8Reduced15.kt
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,30 @@ | ||
| package org.vitrivr.engine.base.features.migration | ||
|
|
||
| import org.vitrivr.engine.core.context.IndexContext | ||
| import org.vitrivr.engine.core.context.QueryContext | ||
| import org.vitrivr.engine.core.model.content.element.ContentElement | ||
| import org.vitrivr.engine.core.model.descriptor.vector.FloatVectorDescriptor | ||
| import org.vitrivr.engine.core.model.metamodel.Analyser | ||
| import org.vitrivr.engine.core.model.metamodel.Schema | ||
| import org.vitrivr.engine.core.model.retrievable.Retrievable | ||
| import org.vitrivr.engine.core.operators.Operator | ||
| import org.vitrivr.engine.core.operators.ingest.Extractor | ||
| import org.vitrivr.engine.core.operators.retrieve.Retriever | ||
| import java.util.* | ||
|
|
||
| class AverageColorGrid8Reduced15 : Analyser<ContentElement<*>, FloatVectorDescriptor> { | ||
| override val contentClasses = setOf(ContentElement::class) | ||
| override val descriptorClass = FloatVectorDescriptor::class | ||
| override fun prototype() = FloatVectorDescriptor(UUID.randomUUID(), UUID.randomUUID(), List(192) { 0.0f }, transient=true) | ||
| override fun newRetrieverForContent(field: Schema.Field<ContentElement<*>, FloatVectorDescriptor>, content: Collection<ContentElement<*>>, context: QueryContext): Retriever<ContentElement<*>, FloatVectorDescriptor> { | ||
| TODO("Not yet implemented") | ||
| } | ||
|
|
||
| override fun newRetrieverForDescriptors(field: Schema.Field<ContentElement<*>, FloatVectorDescriptor>, descriptors: Collection<FloatVectorDescriptor>, context: QueryContext): Retriever<ContentElement<*>, FloatVectorDescriptor> { | ||
| TODO("Not yet implemented") | ||
| } | ||
|
|
||
| override fun newExtractor(field: Schema.Field<ContentElement<*>, FloatVectorDescriptor>, input: Operator<Retrievable>, context: IndexContext, persisting: Boolean, parameters: Map<String, Any>): Extractor<ContentElement<*>, FloatVectorDescriptor> { | ||
| TODO("Not yet implemented") | ||
| } | ||
| } |
30 changes: 30 additions & 0 deletions
30
...ngine-base/src/main/kotlin/org/vitrivr/engine/base/features/migration/AverageFuzzyHist.kt
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,30 @@ | ||
| package org.vitrivr.engine.base.features.migration | ||
|
|
||
| import org.vitrivr.engine.core.context.IndexContext | ||
| import org.vitrivr.engine.core.context.QueryContext | ||
| import org.vitrivr.engine.core.model.content.element.ContentElement | ||
| import org.vitrivr.engine.core.model.descriptor.vector.FloatVectorDescriptor | ||
| import org.vitrivr.engine.core.model.metamodel.Analyser | ||
| import org.vitrivr.engine.core.model.metamodel.Schema | ||
| import org.vitrivr.engine.core.model.retrievable.Retrievable | ||
| import org.vitrivr.engine.core.operators.Operator | ||
| import org.vitrivr.engine.core.operators.ingest.Extractor | ||
| import org.vitrivr.engine.core.operators.retrieve.Retriever | ||
| import java.util.* | ||
|
|
||
| class AverageFuzzyHist : Analyser<ContentElement<*>, FloatVectorDescriptor> { | ||
| override val contentClasses = setOf(ContentElement::class) | ||
| override val descriptorClass = FloatVectorDescriptor::class | ||
| override fun prototype() = FloatVectorDescriptor(UUID.randomUUID(), UUID.randomUUID(), List(15) { 0.0f }, transient=true) | ||
| override fun newRetrieverForContent(field: Schema.Field<ContentElement<*>, FloatVectorDescriptor>, content: Collection<ContentElement<*>>, context: QueryContext): Retriever<ContentElement<*>, FloatVectorDescriptor> { | ||
| TODO("Not yet implemented") | ||
| } | ||
|
|
||
| override fun newRetrieverForDescriptors(field: Schema.Field<ContentElement<*>, FloatVectorDescriptor>, descriptors: Collection<FloatVectorDescriptor>, context: QueryContext): Retriever<ContentElement<*>, FloatVectorDescriptor> { | ||
| TODO("Not yet implemented") | ||
| } | ||
|
|
||
| override fun newExtractor(field: Schema.Field<ContentElement<*>, FloatVectorDescriptor>, input: Operator<Retrievable>, context: IndexContext, persisting: Boolean, parameters: Map<String, Any>): Extractor<ContentElement<*>, FloatVectorDescriptor> { | ||
| TODO("Not yet implemented") | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
30 changes: 30 additions & 0 deletions
30
...vr-engine-base/src/main/kotlin/org/vitrivr/engine/base/features/migration/CLDReduced15.kt
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,30 @@ | ||
| package org.vitrivr.engine.base.features.migration | ||
|
|
||
| import org.vitrivr.engine.core.context.IndexContext | ||
| import org.vitrivr.engine.core.context.QueryContext | ||
| import org.vitrivr.engine.core.model.content.element.ContentElement | ||
| import org.vitrivr.engine.core.model.descriptor.vector.FloatVectorDescriptor | ||
| import org.vitrivr.engine.core.model.metamodel.Analyser | ||
| import org.vitrivr.engine.core.model.metamodel.Schema | ||
| import org.vitrivr.engine.core.model.retrievable.Retrievable | ||
| import org.vitrivr.engine.core.operators.Operator | ||
| import org.vitrivr.engine.core.operators.ingest.Extractor | ||
| import org.vitrivr.engine.core.operators.retrieve.Retriever | ||
| import java.util.* | ||
|
|
||
| class CLDReduced15 : Analyser<ContentElement<*>, FloatVectorDescriptor> { | ||
| override val contentClasses = setOf(ContentElement::class) | ||
| override val descriptorClass = FloatVectorDescriptor::class | ||
| override fun prototype() = FloatVectorDescriptor(UUID.randomUUID(), UUID.randomUUID(), List(12) { 0.0f }, transient=true) | ||
| override fun newRetrieverForContent(field: Schema.Field<ContentElement<*>, FloatVectorDescriptor>, content: Collection<ContentElement<*>>, context: QueryContext): Retriever<ContentElement<*>, FloatVectorDescriptor> { | ||
| TODO("Not yet implemented") | ||
| } | ||
|
|
||
| override fun newRetrieverForDescriptors(field: Schema.Field<ContentElement<*>, FloatVectorDescriptor>, descriptors: Collection<FloatVectorDescriptor>, context: QueryContext): Retriever<ContentElement<*>, FloatVectorDescriptor> { | ||
| TODO("Not yet implemented") | ||
| } | ||
|
|
||
| override fun newExtractor(field: Schema.Field<ContentElement<*>, FloatVectorDescriptor>, input: Operator<Retrievable>, context: IndexContext, persisting: Boolean, parameters: Map<String, Any>): Extractor<ContentElement<*>, FloatVectorDescriptor> { | ||
| TODO("Not yet implemented") | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
30 changes: 30 additions & 0 deletions
30
...r-engine-base/src/main/kotlin/org/vitrivr/engine/base/features/migration/DominantColor.kt
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,30 @@ | ||
| package org.vitrivr.engine.base.features.migration | ||
|
|
||
| import org.vitrivr.engine.core.context.IndexContext | ||
| import org.vitrivr.engine.core.context.QueryContext | ||
| import org.vitrivr.engine.core.model.content.element.ContentElement | ||
| import org.vitrivr.engine.core.model.descriptor.scalar.StringDescriptor | ||
| import org.vitrivr.engine.core.model.metamodel.Analyser | ||
| import org.vitrivr.engine.core.model.metamodel.Schema | ||
| import org.vitrivr.engine.core.model.retrievable.Retrievable | ||
| import org.vitrivr.engine.core.operators.Operator | ||
| import org.vitrivr.engine.core.operators.ingest.Extractor | ||
| import org.vitrivr.engine.core.operators.retrieve.Retriever | ||
| import java.util.* | ||
|
|
||
| class DominantColor : Analyser<ContentElement<*>, StringDescriptor> { | ||
| override val contentClasses = setOf(ContentElement::class) | ||
| override val descriptorClass = StringDescriptor::class | ||
| override fun prototype() = StringDescriptor(id= UUID.randomUUID(), retrievableId = UUID.randomUUID(), transient = true, value = "") | ||
| override fun newRetrieverForContent(field: Schema.Field<ContentElement<*>, StringDescriptor>, content: Collection<ContentElement<*>>, context: QueryContext): Retriever<ContentElement<*>, StringDescriptor> { | ||
| TODO("Not yet implemented") | ||
| } | ||
|
|
||
| override fun newRetrieverForDescriptors(field: Schema.Field<ContentElement<*>, StringDescriptor>, descriptors: Collection<StringDescriptor>, context: QueryContext): Retriever<ContentElement<*>, StringDescriptor> { | ||
| TODO("Not yet implemented") | ||
| } | ||
|
|
||
| override fun newExtractor(field: Schema.Field<ContentElement<*>, StringDescriptor>, input: Operator<Retrievable>, context: IndexContext, persisting: Boolean, parameters: Map<String, Any>): Extractor<ContentElement<*>, StringDescriptor> { | ||
| TODO("Not yet implemented") | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
30 changes: 30 additions & 0 deletions
30
...gine-base/src/main/kotlin/org/vitrivr/engine/base/features/migration/DominantEdgeGrid8.kt
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,30 @@ | ||
| package org.vitrivr.engine.base.features.migration | ||
|
|
||
| import org.vitrivr.engine.core.context.IndexContext | ||
| import org.vitrivr.engine.core.context.QueryContext | ||
| import org.vitrivr.engine.core.model.content.element.ContentElement | ||
| import org.vitrivr.engine.core.model.descriptor.vector.FloatVectorDescriptor | ||
| import org.vitrivr.engine.core.model.metamodel.Analyser | ||
| import org.vitrivr.engine.core.model.metamodel.Schema | ||
| import org.vitrivr.engine.core.model.retrievable.Retrievable | ||
| import org.vitrivr.engine.core.operators.Operator | ||
| import org.vitrivr.engine.core.operators.ingest.Extractor | ||
| import org.vitrivr.engine.core.operators.retrieve.Retriever | ||
| import java.util.* | ||
|
|
||
| class DominantEdgeGrid8 : Analyser<ContentElement<*>, FloatVectorDescriptor> { | ||
| override val contentClasses = setOf(ContentElement::class) | ||
| override val descriptorClass = FloatVectorDescriptor::class | ||
| override fun prototype() = FloatVectorDescriptor(UUID.randomUUID(), UUID.randomUUID(), List(64) { 0.0f }, transient=true) | ||
| override fun newRetrieverForContent(field: Schema.Field<ContentElement<*>, FloatVectorDescriptor>, content: Collection<ContentElement<*>>, context: QueryContext): Retriever<ContentElement<*>, FloatVectorDescriptor> { | ||
| TODO("Not yet implemented") | ||
| } | ||
|
|
||
| override fun newRetrieverForDescriptors(field: Schema.Field<ContentElement<*>, FloatVectorDescriptor>, descriptors: Collection<FloatVectorDescriptor>, context: QueryContext): Retriever<ContentElement<*>, FloatVectorDescriptor> { | ||
| TODO("Not yet implemented") | ||
| } | ||
|
|
||
| override fun newExtractor(field: Schema.Field<ContentElement<*>, FloatVectorDescriptor>, input: Operator<Retrievable>, context: IndexContext, persisting: Boolean, parameters: Map<String, Any>): Extractor<ContentElement<*>, FloatVectorDescriptor> { | ||
| TODO("Not yet implemented") | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
30 changes: 30 additions & 0 deletions
30
vitrivr-engine-base/src/main/kotlin/org/vitrivr/engine/base/features/migration/EdgeARP88.kt
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,30 @@ | ||
| package org.vitrivr.engine.base.features.migration | ||
|
|
||
| import org.vitrivr.engine.core.context.IndexContext | ||
| import org.vitrivr.engine.core.context.QueryContext | ||
| import org.vitrivr.engine.core.model.content.element.ContentElement | ||
| import org.vitrivr.engine.core.model.descriptor.vector.FloatVectorDescriptor | ||
| import org.vitrivr.engine.core.model.metamodel.Analyser | ||
| import org.vitrivr.engine.core.model.metamodel.Schema | ||
| import org.vitrivr.engine.core.model.retrievable.Retrievable | ||
| import org.vitrivr.engine.core.operators.Operator | ||
| import org.vitrivr.engine.core.operators.ingest.Extractor | ||
| import org.vitrivr.engine.core.operators.retrieve.Retriever | ||
| import java.util.* | ||
|
|
||
| class EdgeARP88 : Analyser<ContentElement<*>, FloatVectorDescriptor> { | ||
| override val contentClasses = setOf(ContentElement::class) | ||
| override val descriptorClass = FloatVectorDescriptor::class | ||
| override fun prototype() = FloatVectorDescriptor(UUID.randomUUID(), UUID.randomUUID(), List(64) { 0.0f }, transient=true) | ||
| override fun newRetrieverForContent(field: Schema.Field<ContentElement<*>, FloatVectorDescriptor>, content: Collection<ContentElement<*>>, context: QueryContext): Retriever<ContentElement<*>, FloatVectorDescriptor> { | ||
| TODO("Not yet implemented") | ||
| } | ||
|
|
||
| override fun newRetrieverForDescriptors(field: Schema.Field<ContentElement<*>, FloatVectorDescriptor>, descriptors: Collection<FloatVectorDescriptor>, context: QueryContext): Retriever<ContentElement<*>, FloatVectorDescriptor> { | ||
| TODO("Not yet implemented") | ||
| } | ||
|
|
||
| override fun newExtractor(field: Schema.Field<ContentElement<*>, FloatVectorDescriptor>, input: Operator<Retrievable>, context: IndexContext, persisting: Boolean, parameters: Map<String, Any>): Extractor<ContentElement<*>, FloatVectorDescriptor> { | ||
| TODO("Not yet implemented") | ||
| } | ||
| } |
30 changes: 30 additions & 0 deletions
30
vitrivr-engine-base/src/main/kotlin/org/vitrivr/engine/base/features/migration/EdgeGrid16.kt
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,30 @@ | ||
| package org.vitrivr.engine.base.features.migration | ||
|
|
||
| import org.vitrivr.engine.core.context.IndexContext | ||
| import org.vitrivr.engine.core.context.QueryContext | ||
| import org.vitrivr.engine.core.model.content.element.ContentElement | ||
| import org.vitrivr.engine.core.model.descriptor.vector.FloatVectorDescriptor | ||
| import org.vitrivr.engine.core.model.metamodel.Analyser | ||
| import org.vitrivr.engine.core.model.metamodel.Schema | ||
| import org.vitrivr.engine.core.model.retrievable.Retrievable | ||
| import org.vitrivr.engine.core.operators.Operator | ||
| import org.vitrivr.engine.core.operators.ingest.Extractor | ||
| import org.vitrivr.engine.core.operators.retrieve.Retriever | ||
| import java.util.* | ||
|
|
||
| class EdgeGrid16 : Analyser<ContentElement<*>, FloatVectorDescriptor> { | ||
| override val contentClasses = setOf(ContentElement::class) | ||
| override val descriptorClass = FloatVectorDescriptor::class | ||
| override fun prototype() = FloatVectorDescriptor(UUID.randomUUID(), UUID.randomUUID(), List(256) { 0.0f }, transient=true) | ||
| override fun newRetrieverForContent(field: Schema.Field<ContentElement<*>, FloatVectorDescriptor>, content: Collection<ContentElement<*>>, context: QueryContext): Retriever<ContentElement<*>, FloatVectorDescriptor> { | ||
| TODO("Not yet implemented") | ||
| } | ||
|
|
||
| override fun newRetrieverForDescriptors(field: Schema.Field<ContentElement<*>, FloatVectorDescriptor>, descriptors: Collection<FloatVectorDescriptor>, context: QueryContext): Retriever<ContentElement<*>, FloatVectorDescriptor> { | ||
| TODO("Not yet implemented") | ||
| } | ||
|
|
||
| override fun newExtractor(field: Schema.Field<ContentElement<*>, FloatVectorDescriptor>, input: Operator<Retrievable>, context: IndexContext, persisting: Boolean, parameters: Map<String, Any>): Extractor<ContentElement<*>, FloatVectorDescriptor> { | ||
| TODO("Not yet implemented") | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.
4a26832There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Why are there so many dummy analyzers now? None of them does anything. Just to do the data migration, why would you need all these dummies?
4a26832There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
We will need them eventually. I have included them here to verify that the migrated data can be accessed via the schema. The next step is to add the retrievers. Does this answer your question?
4a26832There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Well, no, we will not need them eventually, at least not all of them, since with the architecture of the new system, several things that needed to be done in dedicated feature modules in cineast can be done in a combination of transformers and analyzers here.
4a26832There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Ok that sounds cool. Not sure exactly how that would work. But yes we can simply remove the dummy analysers and replace them with these combinations, I am not attached to them.