27 lines
624 B
Python
27 lines
624 B
Python
from abc import ABC, abstractmethod
|
|
import torch
|
|
|
|
from models.base import (BaseAnswer,
|
|
AnswerResult)
|
|
|
|
|
|
class MultimodalAnswerResult(AnswerResult):
|
|
image: str = None
|
|
|
|
|
|
class LavisBlip2Multimodal(BaseAnswer, ABC):
|
|
|
|
@property
|
|
@abstractmethod
|
|
def _blip2_instruct(self) -> any:
|
|
"""Return _blip2_instruct of blip2."""
|
|
|
|
@property
|
|
@abstractmethod
|
|
def _image_blip2_vis_processors(self) -> dict:
|
|
"""Return _image_blip2_vis_processors of blip2 image processors."""
|
|
|
|
@abstractmethod
|
|
def set_image_path(self, image_path: str):
|
|
"""set set_image_path"""
|