dgbpy framework Documentation
dgbpy is a framework for research and deployment of machine learning models from seismic and well data.
Installation
With pipenv - https://docs.pipenv.org:
pipenv install git+https://github.com/OpendTect/dgbpy.git#egg=dgbpy
With pip - https://pip.pypa.io/en/stable/
pip3 install git+https://github.com/OpendTect/dgbpy.git
After that just import dgbpy:
import dgbpy
To get the developer version, run:
git clone --recursive https://github.com/OpendTect/dgbpy.git
Citing odpy
Please cite dgbpy in your publications if it helps your research.:
Huck A., and Mogg W., Ibrahim O. dgbpy library for seismic interpretation with deep learning. 2019.
@misc{dgbpy_2019,
author = {A. Huck and W. Mogg and O. Ibrahim},
title = {dgbpy library for seismic interpretation with deep learning},
year = 2019
}
Contents:
- API Reference
- dgbpy
- Submodules
- dgbpy.bokehcore
- dgbpy.bokehserver
- dgbpy.deeplearning_apply-client
- Attributes
- Functions
- Module Contents
sel
parser
datagrp
netgrp
loggrp
args
modelfnm
local
servscriptfp
servercmd
serverproc
getApplyTrace()
create_request()
req_connection()
isSupervised()
getApplyPars()
pars
shape
nrattribs
nrlines_out
nrtrcs_out
chunk_step
nrlines_in
nrtrcs_in
nrz_in
nrz_out
inpdata
inpdata
inpdata
start
applydict
lastidy
nrrepeats
trcrg
nrtrcs
events
- dgbpy.deeplearning_apply-server
- dgbpy.deeplearning_apply_clientlib
- dgbpy.deeplearning_apply_serverlib
- dgbpy.dgb_boto
- Exceptions
- Classes
- Functions
- Module Contents
InvalidS3Exception
retry()
parseS3Uri()
handleS3FileSaving()
handleS3FileLoading()
cleanS3Uri()
getLocalDownloadPath()
getFilenamesFromPath()
createS3PathList()
get_s3_object_size()
getFilesInS3Folder()
checkLocalS3FileValidity()
getS3ObjectLastModifiedDateTime()
AddS3InfoToHDF5()
getHdf5File()
upload_to_s3()
upload_multiple_to_s3()
download_from_s3()
download_multiple_from_s3()
S3Progress
- dgbpy.dgb_dgbkeras2onnx
- dgbpy.dgb_sklearn2onnx
- dgbpy.dgbkeras
- Attributes
- Classes
- Functions
- Module Contents
hasKeras()
withtensorboard
platform
cudacores
SaveType
defsavetype
defstoragetype
getMLPlatform()
getUIMLPlatform()
defbatchstr
keras_infos
default_transforms
keras_dict
can_use_gpu()
get_cpu_preference()
get_keras_infos()
set_compute_device()
use_mixed_precision()
getParams()
adaptive_schedule()
get_data_format()
hasValidCubeletShape()
getCubeletShape()
get_model_shape()
getModelDims()
getModelsByType()
getModelsByInfo()
getDefaultModel()
hasFastprogress()
ProgressBarCallback
ProgressNoBarCallback
BokehProgressCallback
LogNrOfSamplesCallback
TransformCallback
epoch0endCB()
init_callbacks()
train()
updateModelShape()
save()
load()
transfer()
apply()
adaptToModel_img2img()
adaptFromModel_img2img()
adaptToModel()
adaptFromModel()
plot()
compute_capability_from_device_desc()
getDevicesInfo()
is_gpu_ready()
is_mixed_precision_compatible()
need_channels_last()
get_validation_data()
- dgbpy.dgbonnx
- dgbpy.dgbscikit
- Attributes
- Classes
- Functions
- Module Contents
tot_cpu
n_cpu
hasScikit()
isVersionAtLeast()
isClustering()
hasXGBoost()
platform
mse_criterion
regmltypes
classmltypes
lineartypes
logistictypes
clustertypes
ensembletypes
nntypes
svmtypes
clustermethods
solvertypes
linkernel
kerneltypes
savetypes
defsavetype
xgboostjson
defstoragetype
scikit_dict
getMLPlatform()
getUIMLPlatform()
getUiModelTypes()
getUiLinearTypes()
getUiLogTypes()
getUiClusterTypes()
getUiClusterMethods()
getUiEnsembleTypes()
getUiNNTypes()
getUiSVMTypes()
getUiSolverTypes()
getUiNNKernelTypes()
getDefaultSolver()
getDefaultNNKernel()
getClusterDistances()
getClusterParsKMeans()
getClusterParsMeanShift()
getClusterParsSpectral()
getLinearPars()
getLogPars()
getEnsembleParsXGDT()
getEnsembleParsXGRF()
getEnsembleParsRF()
getEnsembleParsGB()
getEnsembleParsAda()
getNNPars()
getSVMPars()
getNewScaler()
getNewMinMaxScaler()
getNewRangeScaler()
getScaler()
transform()
transformBack()
scale()
unscale()
RangedScaler
getDefaultModel()
train()
assessQuality()
onnx_from_sklearn()
save()
load()
apply()
- dgbpy.dgbtorch
- Attributes
- Classes
- Functions
- Module Contents
device
hasTorch()
update_slices()
DiceLoss
fda()
platform
withtensorboard
default_transforms
defbatchstr
SaveType
defsavetype
defstoragetype
torch_infos
torch_dict
getMLPlatform()
cudacores
hasCuda()
hasMPS()
can_use_gpu()
get_device_type()
set_compute_device()
get_torch_infos()
getParams()
getDefaultModel()
getModelsByType()
getModelsByInfo()
get_model_shape()
getModelDims()
get_criterion()
load_torchscript_model()
load()
get_dummy_input()
get_model_architecture()
save()
train()
transfer()
finetune_faultnet()
resume()
apply()
getDataLoader()
ChunkedDataLoader
getDataLoaders()
getDatasetPars()
DataGenerator()
- dgbpy.hdf5
- Attributes
- Classes
- Functions
- Module Contents
hdf5ext
dictAddIfNew()
getCubeLetNames()
getCubeLetNamesByGroup()
getCubeLetNamesByGroupByItem()
getGroupSize()
getNrAttribs()
getNrGroupInputs()
getNrOutputs()
getSeed()
get_np_shape()
getTrainingConfig()
isRegression()
isClassification()
isSegmentation()
isSeisClass()
hasUnlabeled()
isLogInput()
isLogOutput()
isImg2Img()
isZipModel()
isCrossValidation()
unscaleOutput()
applyGlobalStd()
applyLocalStd()
applyNormalization()
applyMinMaxScaling()
applyRangeScaling()
applyArrTranspose()
StorageType
Scaler
isDefaultScaler()
updateScaleInfo()
getScalerStr()
doOutputScaling()
isModel()
isMultiLabelRegression()
hasboto3()
isS3Uri()
shouldUseS3()
rm_tree()
getLogDir()
getOutdType()
getCubeLets_img2img_multitarget()
getCubeLets()
getDatasets_()
getDatasets()
validInfo()
getInfo()
getAttribInfo()
getWellInfo()
getNrClasses()
arroneitemsize()
getTotalSize()
modeloutstr
modelIdxStr()
odsetBoolValue()
addInfo()
getClassIndices()
getClassIndicesFromData()
getMainOutputs()
getOutputs()
getOutputNames()
translateFnm()
- dgbpy.keras_classes
- dgbpy.keras_fix
- dgbpy.keystr
- Attributes
- Functions
- Module Contents
arrayorderdictstr
classdictstr
classesdictstr
classnmdictstr
collectdictstr
componentdictstr
confdictstr
criteriondictstr
datasetdictstr
dbkeydictstr
decimkeystr
dtypeconf
dtypepred
dtypeprob
estimatedsizedictstr
exampledictstr
filedictstr
flexshpdictstr
foldstr
geomiddictstr
iddictstr
infodictstr
inpscalingdictstr
inpscalingvalsdictstr
inpscaleclipstr
inpshapedictstr
inputdictstr
interpoldictstr
learntypedictstr
locationdictstr
logdictstr
matchdictstr
namedictstr
nroutdictstr
outputunscaledictstr
pathdictstr
plfdictstr
preddictstr
probadictstr
rangedictstr
scaledictstr
seeddictstr
outshapedictstr
savetypedictstr
segmentdictstr
surveydictstr
targetdictstr
traindictstr
trainconfigdictstr
trainseldicstr
validdictstr
versiondictstr
withunlabeleddictstr
xdatadictstr
xtraindictstr
xvaliddictstr
ydatadictstr
ytraindictstr
yvaliddictstr
ypreddictstr
zstepdictstr
averagestr
carrorderstr
classdatavalstr
classesvalstr
classificationvalstr
confvalstr
contentvalstr
continuousvalstr
crosslinestr
disclaimerstr
flexshpstr
globalstdtypestr
inlinestr
inpshapestr
kerasplfnm
localstdtypestr
logclustertypestr
loglogtypestr
matchstr
maxstr
minstr
minmaxtypestr
mlsoftkey
modelnm
modelnmstr
normalizetypestr
numpyvalstr
onnxcudastr
onnxcpustr
onnxplfnm
outshapestr
prefercpustr
rangestdtypestr
reversestr
scikitplfnm
segmentstr
segmenttypestr
seisclasstypestr
seisimgtoimgtypestr
seisproptypestr
torchplfnm
typestr
valuestr
versionstr
zipmodelstr
ndimstr
s3bokehmsg
getNames()
getNameFromUiName()
getNameFromList()
getDefaultAugmentation()
getDefaultTensorBoard()
format_time()
listify()
- dgbpy.mlapply
- dgbpy.mlapplyrun
- dgbpy.mlio
- Attributes
- Functions
- Module Contents
nladbdirid
mlinpgrp
mltrlgrp
dgbtrl
getInfo()
datasetCount()
getDatasetNms()
getCrossValidationIndices()
getChunks()
hasScaler()
getDatasetsByGroup()
getSomeDatasets()
getTrainingData()
getTrainingDataByInfo()
getClasses()
normalize_class_vector()
unnormalize_class_vector()
saveModel()
getModel()
getApplyInfoFromFile()
getApplyInfo()
dblistall
modelNameIsFree()
modelNameExists()
dbInfoForModel()
getModelType()
getSaveLoc()
announceShowTensorboard()
announceTrainingFailure()
announceTrainingSuccess()
- dgbpy.mlmodel_keras_dGB
- dgbpy.mlmodel_torch_dGB
- dgbpy.onnx_classes
- dgbpy.servicemgr
- dgbpy.sklearn_classes
- dgbpy.torch_classes
- Exceptions
- Classes
- Functions
- Module Contents
Tensor2Numpy()
Numpy2tensor()
hasFastprogress()
OnnxTorchModel
Net
dGBLeNet
ignore_index()
flatten()
jaccard()
accuracy()
f1()
mae()
reformat_str()
AdaptiveLR
Callback
TrainEvalCallback
AvgStats
AvgStatsCallback
ProgressBarCallback
BokehProgressCallback
EarlyStoppingCallback
TensorBoardLogCallback
LogNrOfSamplesCallback
TransformCallback
LRSchedulerCallback
CancelTrainException
CancelEpochException
CancelBatchException
Trainer
ResidualBlock
create_resnet_block()
autocrop()
conv_layer()
get_conv_layer()
conv_transpose_layer()
get_up_layer()
maxpool_layer()
get_maxpool_layer()
get_activation()
get_normalization()
Concatenate
DownBlock
UpBlock
dGBUNet
UNet
UNet_VGG19
TrainDatasetClass
TestDatasetClass
DatasetApply
DataPredType
OutputType
DimType
TorchUserModel
- dgbpy.torch_modelinfo
- dgbpy.transforms
- dgbpy.uibokeh
- Attributes
- Classes
- Functions
- Module Contents
but_width
but_height
but_spacer
go_lbl
stop_lbl
pause_lbl
resume_lbl
timerkey
parent_bar
child_bar
widget_margin
RunState
getButton()
getRunStopButton()
getPauseResumeButton()
TrainStatusUI
S3ProgressUI
getPbar()
getRunButtonsBar()
startStopCB()
isAborted()
pauseResumeCB()
timerCB()
isReady()
isRunning()
setRunning()
startBarUpdateCB()
endBarUpdateCB()
setReady()
setPaused()
setResumed()
setTabFromButton()
setActiveTab()
integerListContains()
getGroup()
getAllUiFlds()
ProgBar
setProgValue()
percentage()
getProgMsg()
getProgValue()
ProgState
TrainStatus
set_augment_mthds()
augment_ui_map
- dgbpy.uibokeh_well
- dgbpy.uikeras
- dgbpy.uisklearn
- Attributes
- Functions
- Module Contents
info
but_width
but_height
but_spacer
defaultbut
getPlatformNm()
clusterChgCB()
getClusterGrp()
getLinearGrp()
getLogGrp()
getEnsembleGrp()
getKMeansGrp()
getMeanShiftGrp()
getSpectralGrp()
getNNGrp()
getSVMGrp()
kernelChgCB()
layer1ChgCB()
layer2ChgCB()
layer3ChgCB()
layer4ChgCB()
buttonChgCB()
modelChgCB()
getXGDTGrp()
getXGRFGrp()
getRFGrp()
getGBGrp()
getAdaGrp()
ensembleChgCB()
getUiClusterPars()
getUiPars()
getUiParamsClustering()
getUiParams()
- dgbpy.uitorch
- Attributes
- Functions
- Module Contents
info
getPlatformNm()
getSizeStr()
chunkfldCB()
decimateCB()
getUiModelTypes()
getUiPars()
setup_scaler_ui()
get_scaler_ui_option()
createAdvanedUiLeftPane()
getSaveTypes()
createAdvanedUiRightPane()
getAdvancedUiPars()
enableAugmentationCB()
getUiTransforms()
getUiScaler()
getUiParams()
isSelected()
- dgbpy.zipmodelbase
- Attributes
- Package Contents
- Submodules
- dgbpy