Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Contribute to GitLab
Sign in / Register
Toggle navigation
S
stable-diffusion-webui
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Administrator
stable-diffusion-webui
Commits
4b0dc206
Commit
4b0dc206
authored
Dec 03, 2022
by
AUTOMATIC
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
use modelloader for #4956
parent
2a649154
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
8 additions
and
14 deletions
+8
-14
interrogate.py
modules/interrogate.py
+8
-14
No files found.
modules/interrogate.py
View file @
4b0dc206
import
contextlib
import
os
import
os
import
sys
import
sys
import
traceback
import
traceback
...
@@ -11,12 +10,9 @@ from torchvision import transforms
...
@@ -11,12 +10,9 @@ from torchvision import transforms
from
torchvision.transforms.functional
import
InterpolationMode
from
torchvision.transforms.functional
import
InterpolationMode
import
modules.shared
as
shared
import
modules.shared
as
shared
from
modules
import
devices
,
paths
,
lowvram
from
modules
import
devices
,
paths
,
lowvram
,
modelloader
blip_image_eval_size
=
384
blip_image_eval_size
=
384
blip_local_dir
=
os
.
path
.
join
(
'models'
,
'Interrogator'
)
blip_local_file
=
os
.
path
.
join
(
blip_local_dir
,
'model_base_caption_capfilt_large.pth'
)
blip_model_url
=
'https://storage.googleapis.com/sfr-vision-language-research/BLIP/models/model_base_caption_capfilt_large.pth'
clip_model_name
=
'ViT-L/14'
clip_model_name
=
'ViT-L/14'
Category
=
namedtuple
(
"Category"
,
[
"name"
,
"topn"
,
"items"
])
Category
=
namedtuple
(
"Category"
,
[
"name"
,
"topn"
,
"items"
])
...
@@ -49,16 +45,14 @@ class InterrogateModels:
...
@@ -49,16 +45,14 @@ class InterrogateModels:
def
load_blip_model
(
self
):
def
load_blip_model
(
self
):
import
models.blip
import
models.blip
if
not
os
.
path
.
isfile
(
blip_local_file
):
files
=
modelloader
.
load_models
(
if
not
os
.
path
.
isdir
(
blip_local_dir
):
model_path
=
os
.
path
.
join
(
paths
.
models_path
,
"BLIP"
),
os
.
mkdir
(
blip_local_dir
)
model_url
=
'https://storage.googleapis.com/sfr-vision-language-research/BLIP/models/model_base_caption_capfilt_large.pth'
,
ext_filter
=
[
".pth"
],
download_name
=
'model_base_caption_capfilt_large.pth'
,
)
print
(
"Downloading BLIP..."
)
blip_model
=
models
.
blip
.
blip_decoder
(
pretrained
=
files
[
0
],
image_size
=
blip_image_eval_size
,
vit
=
'base'
,
med_config
=
os
.
path
.
join
(
paths
.
paths
[
"BLIP"
],
"configs"
,
"med_config.json"
))
from
requests
import
get
as
reqget
open
(
blip_local_file
,
'wb'
)
.
write
(
reqget
(
blip_model_url
,
allow_redirects
=
True
)
.
content
)
print
(
"BLIP downloaded to"
,
blip_local_file
+
'.'
)
blip_model
=
models
.
blip
.
blip_decoder
(
pretrained
=
blip_local_file
,
image_size
=
blip_image_eval_size
,
vit
=
'base'
,
med_config
=
os
.
path
.
join
(
paths
.
paths
[
"BLIP"
],
"configs"
,
"med_config.json"
))
blip_model
.
eval
()
blip_model
.
eval
()
return
blip_model
return
blip_model
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment