dockerfile

package
v0.14.0-alpha1 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jan 3, 2025 License: Apache-2.0 Imports: 14 Imported by: 0

Documentation

Index

Constants

View Source 
const BaseImageRegistry = "r8.im"
View Source 
const CFlags = "ENV CFLAGS=\"-O3 -funroll-loops -fno-strict-aliasing -flto -S\""
View Source 
const DockerignoreHeader = `` /* 231-byte string literal not displayed */
View Source 
const LDConfigCacheBuildCommand = "RUN find / -type f -name \"*python*.so\" -printf \"%h\\n\" | sort -u > /etc/ld.so.conf.d/cog.conf && ldconfig"
View Source 
const MinimumCUDAVersion = "11.6"
View Source 
const MinimumPythonVersion = "3.8"
View Source 
const MinimumTorchVersion = "1.13.1"
View Source 
const PrecompilePythonCommand = "" /* 247-byte string literal not displayed */
View Source 
const StripDebugSymbolsCommand = "find / -type f -name \"*python*.so\" -not -name \"*cpython*.so\" -exec strip -S {} \\;"

Variables

This section is empty.

Functions

func BaseImageConfigurationExists added in v0.9.7 

func BaseImageConfigurationExists(cudaVersion, pythonVersion, torchVersion string) (bool, string, string, string)

func BaseImageName added in v0.9.7 

func BaseImageName(cudaVersion string, pythonVersion string, torchVersion string) string

Types

type AvailableBaseImageConfigurations added in v0.9.10 

type AvailableBaseImageConfigurations struct {
	PythonVersions []PythonVersion `json:"python_versions"`
}

type BaseImageConfiguration added in v0.9.7 

type BaseImageConfiguration struct {
	CUDAVersion   string `json:"cuda_version" yaml:"cuda_version"`
	PythonVersion string `json:"python_version" yaml:"python_version"`
	TorchVersion  string `json:"torch_version" yaml:"torch_version"`
}

func BaseImageConfigurations added in v0.9.7 

func BaseImageConfigurations() []BaseImageConfiguration

BaseImageConfigurations returns a list of CUDA/Python/Torch versions

func (BaseImageConfiguration) MarshalJSON added in v0.9.7 

func (b BaseImageConfiguration) MarshalJSON() ([]byte, error)

type BaseImageGenerator added in v0.9.7 

type BaseImageGenerator struct {
	// contains filtered or unexported fields
}

func NewBaseImageGenerator added in v0.9.7 

func NewBaseImageGenerator(cudaVersion string, pythonVersion string, torchVersion string) (*BaseImageGenerator, error)

func (*BaseImageGenerator) GenerateDockerfile added in v0.9.7 

func (g *BaseImageGenerator) GenerateDockerfile() (string, error)

type CUDAVersion added in v0.9.10 

type CUDAVersion struct {
	Version string `json:"versions"`
}

type Generator added in v0.0.16 

type Generator interface {
	GenerateInitialSteps() (string, error)
	SetUseCogBaseImage(bool)
	SetUseCogBaseImagePtr(*bool)
	GenerateModelBaseWithSeparateWeights(string) (string, string, string, error)
	Cleanup() error
	SetStrip(bool)
	SetPrecompile(bool)
	SetUseCudaBaseImage(string)
	IsUsingCogBaseImage() bool
	BaseImage() (string, error)
	GenerateWeightsManifest() (*weights.Manifest, error)
	GenerateDockerfileWithoutSeparateWeights() (string, error)
	GenerateModelBase() (string, error)
}

func NewGenerator 

func NewGenerator(config *config.Config, dir string) (Generator, error)

type PyTorchVersion added in v0.9.10 

type PyTorchVersion struct {
	Version string `json:"version"`
}

type PythonVersion added in v0.9.10 

type PythonVersion struct {
	Version string           `json:"version"`
	PyTorch []PyTorchVersion `json:"pytorch"`
	CUDA    []CUDAVersion    `json:"cuda"`
}

type StandardGenerator added in v0.13.7 

type StandardGenerator struct {
	Config *config.Config
	Dir    string

	// these are here to make this type testable
	GOOS   string
	GOARCH string
	// contains filtered or unexported fields
}

func NewStandardGenerator added in v0.13.7 

func NewStandardGenerator(config *config.Config, dir string) (*StandardGenerator, error)

func (*StandardGenerator) BaseImage added in v0.13.7 

func (g *StandardGenerator) BaseImage() (string, error)

func (*StandardGenerator) Cleanup added in v0.13.7 

func (g *StandardGenerator) Cleanup() error

func (*StandardGenerator) GenerateDockerfileWithoutSeparateWeights added in v0.13.7 

func (g *StandardGenerator) GenerateDockerfileWithoutSeparateWeights() (string, error)

GenerateDockerfileWithoutSeparateWeights generates a Dockerfile that doesn't write model weights to a separate layer.

func (*StandardGenerator) GenerateInitialSteps added in v0.13.7 

func (g *StandardGenerator) GenerateInitialSteps() (string, error)

func (*StandardGenerator) GenerateModelBase added in v0.13.7 

func (g *StandardGenerator) GenerateModelBase() (string, error)

func (*StandardGenerator) GenerateModelBaseWithSeparateWeights added in v0.13.7 

func (g *StandardGenerator) GenerateModelBaseWithSeparateWeights(imageName string) (weightsBase string, dockerfile string, dockerignoreContents string, err error)

GenerateModelBaseWithSeparateWeights creates the Dockerfile and .dockerignore file contents for model weights It returns four values: - weightsBase: The base image used for Dockerfile generation for model weights. - dockerfile: A string that represents the Dockerfile content generated by the function. - dockerignoreContents: A string that represents the .dockerignore content. - err: An error object if an error occurred during Dockerfile generation; otherwise nil.

func (*StandardGenerator) GenerateWeightsManifest added in v0.13.7 

func (g *StandardGenerator) GenerateWeightsManifest() (*weights.Manifest, error)

func (*StandardGenerator) IsUsingCogBaseImage added in v0.13.7 

func (g *StandardGenerator) IsUsingCogBaseImage() bool

func (*StandardGenerator) SetPrecompile added in v0.13.7 

func (g *StandardGenerator) SetPrecompile(precompile bool)

func (*StandardGenerator) SetStrip added in v0.13.7 

func (g *StandardGenerator) SetStrip(strip bool)

func (*StandardGenerator) SetUseCogBaseImage added in v0.13.7 

func (g *StandardGenerator) SetUseCogBaseImage(useCogBaseImage bool)

func (*StandardGenerator) SetUseCogBaseImagePtr added in v0.13.7 

func (g *StandardGenerator) SetUseCogBaseImagePtr(useCogBaseImage *bool)

func (*StandardGenerator) SetUseCudaBaseImage added in v0.13.7 

func (g *StandardGenerator) SetUseCudaBaseImage(argumentValue string)

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.