Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
K
klaus_wendelin
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
Analytics
CI / CD
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Eteri
klaus_wendelin
Commits
e52fc349
Commit
e52fc349
authored
Jun 08, 2023
by
Martin Manchev
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Revert "Changes in 'erp5_wendelin' ..."
This reverts commit
4d702d2f
.
parent
b29292d2
Changes
9
Show whitespace changes
Inline
Side-by-side
Showing
9 changed files
with
24 additions
and
28 deletions
+24
-28
bt5/erp5_wendelin/DocumentTemplateItem/portal_components/document.erp5.DataArray.py
...TemplateItem/portal_components/document.erp5.DataArray.py
+4
-5
bt5/erp5_wendelin/DocumentTemplateItem/portal_components/document.erp5.DataArrayView.py
...lateItem/portal_components/document.erp5.DataArrayView.py
+1
-1
bt5/erp5_wendelin/DocumentTemplateItem/portal_components/document.erp5.DataBucketStream.py
...eItem/portal_components/document.erp5.DataBucketStream.py
+2
-2
bt5/erp5_wendelin/SkinTemplateItem/portal_skins/erp5_wendelin/DataAnalysis_executeDataOperation.py
..._skins/erp5_wendelin/DataAnalysis_executeDataOperation.py
+0
-3
bt5/erp5_wendelin/SkinTemplateItem/portal_skins/erp5_wendelin/DataSet_getDataStreamList.py
...m/portal_skins/erp5_wendelin/DataSet_getDataStreamList.py
+0
-4
bt5/erp5_wendelin/SkinTemplateItem/portal_skins/erp5_wendelin/DataStream_convertoNumpyArray.py
...rtal_skins/erp5_wendelin/DataStream_convertoNumpyArray.py
+11
-7
bt5/erp5_wendelin/SkinTemplateItem/portal_skins/erp5_wendelin/ERP5Site_stopIngestionList.py
.../portal_skins/erp5_wendelin/ERP5Site_stopIngestionList.py
+2
-2
bt5/erp5_wendelin/WorkflowTemplateItem/portal_workflow/data_simulation_workflow/script_Event_checkConsistency.py
...data_simulation_workflow/script_Event_checkConsistency.py
+2
-2
bt5/erp5_wendelin/WorkflowTemplateItem/portal_workflow/data_supply_validation_workflow/script_checkConsistency.py
...ata_supply_validation_workflow/script_checkConsistency.py
+2
-2
No files found.
bt5/erp5_wendelin/DocumentTemplateItem/portal_components/document.erp5.DataArray.py
View file @
e52fc349
...
@@ -142,7 +142,7 @@ class DataArray(BigFile):
...
@@ -142,7 +142,7 @@ class DataArray(BigFile):
self
.
getArray
().
dtype
.
names
=
names
self
.
getArray
().
dtype
.
names
=
names
security
.
declareProtected
(
Permissions
.
View
,
'index_html'
)
security
.
declareProtected
(
Permissions
.
View
,
'index_html'
)
def
index_html
(
self
,
REQUEST
,
RESPONSE
,
f
m
t
=
_MARKER
,
inline
=
_MARKER
,
**
kw
):
def
index_html
(
self
,
REQUEST
,
RESPONSE
,
f
orma
t
=
_MARKER
,
inline
=
_MARKER
,
**
kw
):
"""
"""
Support streaming
Support streaming
"""
"""
...
@@ -174,12 +174,12 @@ class DataArray(BigFile):
...
@@ -174,12 +174,12 @@ class DataArray(BigFile):
RESPONSE
.
write
(
self
.
getArray
()[
tuple
(
slice_index_list
)].
tobytes
())
RESPONSE
.
write
(
self
.
getArray
()[
tuple
(
slice_index_list
)].
tobytes
())
return
True
return
True
range
=
REQUEST
.
get_header
(
'Range'
,
None
)
request_range
=
REQUEST
.
get_header
(
'Request-Range'
,
None
)
request_range
=
REQUEST
.
get_header
(
'Request-Range'
,
None
)
if
request_range
is
not
None
:
if
request_range
is
not
None
:
# Netscape 2 through 4 and MSIE 3 implement a draft version
# Netscape 2 through 4 and MSIE 3 implement a draft version
# Later on, we need to serve a different mime-type as well.
# Later on, we need to serve a different mime-type as well.
# header_range = request_range
range
=
request_range
pass
if_range
=
REQUEST
.
get_header
(
'If-Range'
,
None
)
if_range
=
REQUEST
.
get_header
(
'If-Range'
,
None
)
if
range
is
not
None
:
if
range
is
not
None
:
ranges
=
HTTPRangeSupport
.
parseRange
(
range
)
ranges
=
HTTPRangeSupport
.
parseRange
(
range
)
...
@@ -200,8 +200,7 @@ class DataArray(BigFile):
...
@@ -200,8 +200,7 @@ class DataArray(BigFile):
# Date
# Date
date
=
if_range
.
split
(
';'
)[
0
]
date
=
if_range
.
split
(
';'
)[
0
]
try
:
mod_since
=
long
(
DateTime
(
date
).
timeTime
())
try
:
mod_since
=
long
(
DateTime
(
date
).
timeTime
())
except
Exception
:
except
:
mod_since
=
None
mod_since
=
None
if
mod_since
is
not
None
:
if
mod_since
is
not
None
:
last_mod
=
self
.
_data_mtime
()
last_mod
=
self
.
_data_mtime
()
if
last_mod
is
None
:
if
last_mod
is
None
:
...
...
bt5/erp5_wendelin/DocumentTemplateItem/portal_components/document.erp5.DataArrayView.py
View file @
e52fc349
...
@@ -73,7 +73,7 @@ class DataArrayView(DataArray):
...
@@ -73,7 +73,7 @@ class DataArrayView(DataArray):
Data Array like view on one or multiple Data Arrays
Data Array like view on one or multiple Data Arrays
"""
"""
def
initArray
(
self
,
shape
,
d
imensional_
type
):
def
initArray
(
self
,
shape
,
dtype
):
"""
"""
Not Implemented.
Not Implemented.
"""
"""
...
...
bt5/erp5_wendelin/DocumentTemplateItem/portal_components/document.erp5.DataBucketStream.py
View file @
e52fc349
...
@@ -126,7 +126,7 @@ class DataBucketStream(Document):
...
@@ -126,7 +126,7 @@ class DataBucketStream(Document):
PropertySheet
.
SortIndex
PropertySheet
.
SortIndex
)
)
def
__init__
(
self
,
id
entifier
,
**
kw
):
def
__init__
(
self
,
id
,
**
kw
):
self
.
initBucketTree
()
self
.
initBucketTree
()
self
.
initIndexTree
()
self
.
initIndexTree
()
Document
.
__init__
(
self
,
id
,
**
kw
)
Document
.
__init__
(
self
,
id
,
**
kw
)
...
@@ -192,7 +192,7 @@ class DataBucketStream(Document):
...
@@ -192,7 +192,7 @@ class DataBucketStream(Document):
except
ValueError
:
except
ValueError
:
return
None
return
None
def
_getOb
(
self
,
id
entifier
,
*
args
,
**
kw
):
def
_getOb
(
self
,
id
,
*
args
,
**
kw
):
return
None
return
None
def
getBucketByKey
(
self
,
key
=
None
):
def
getBucketByKey
(
self
,
key
=
None
):
...
...
bt5/erp5_wendelin/SkinTemplateItem/portal_skins/erp5_wendelin/DataAnalysis_executeDataOperation.py
View file @
e52fc349
if
consuming_analysis_list
is
None
:
consuming_analysis_list
=
[]
portal
=
context
.
getPortalObject
()
portal
=
context
.
getPortalObject
()
operation
=
None
operation
=
None
use_list
=
[]
use_list
=
[]
...
...
bt5/erp5_wendelin/SkinTemplateItem/portal_skins/erp5_wendelin/DataSet_getDataStreamList.py
View file @
e52fc349
"""
"""
This script will return all Data streams for Data set
This script will return all Data streams for Data set
"""
"""
if
limit
is
None
:
limit
=
[]
catalog_kw
=
{
'portal_type'
:
'Data Ingestion Line'
,
catalog_kw
=
{
'portal_type'
:
'Data Ingestion Line'
,
'aggregate_uid'
:
context
.
getUid
(),
'aggregate_uid'
:
context
.
getUid
(),
'limit'
:
limit
,
'limit'
:
limit
,
...
...
bt5/erp5_wendelin/SkinTemplateItem/portal_skins/erp5_wendelin/DataStream_convertoNumpyArray.py
View file @
e52fc349
...
@@ -10,6 +10,7 @@
...
@@ -10,6 +10,7 @@
thus correction needed.
thus correction needed.
"""
"""
import
json
chunk_text
=
''
.
join
(
chunk_list
)
chunk_text
=
''
.
join
(
chunk_list
)
#context.log('%s %s %s' %(start, end, len(chunk_text)))
#context.log('%s %s %s' %(start, end, len(chunk_text)))
...
@@ -30,6 +31,9 @@ for line in line_list:
...
@@ -30,6 +31,9 @@ for line in line_list:
if
line
.
count
(
'{'
)
>
1
:
if
line
.
count
(
'{'
)
>
1
:
# multiple concatenated dictionaries in one line, bad format ignore for now
# multiple concatenated dictionaries in one line, bad format ignore for now
pass
pass
else
:
d
=
json
.
loads
(
line
)
# xxx: save this value as a Data Array identified by data_array_reference
# start and enf offsets may not match existing record structure in stream
# start and enf offsets may not match existing record structure in stream
# thus corrections in start and end offsets is needed thus we
# thus corrections in start and end offsets is needed thus we
...
...
bt5/erp5_wendelin/SkinTemplateItem/portal_skins/erp5_wendelin/ERP5Site_stopIngestionList.py
View file @
e52fc349
from
DateTime
import
DateTime
from
DateTime
import
DateTime
from
erp5.component.module.DateUtils
import
addToDate
from
erp5.component.module.DateUtils
import
addToDate
from
Products.ZSQLCatalog.SQLCatalog
import
Query
from
Products.ZSQLCatalog.SQLCatalog
import
Query
,
SimpleQuery
portal_catalog
=
context
.
getPortalObject
().
portal_catalog
portal_catalog
=
context
.
getPortalObject
().
portal_catalog
...
...
bt5/erp5_wendelin/WorkflowTemplateItem/portal_workflow/data_simulation_workflow/script_Event_checkConsistency.py
View file @
e52fc349
obj
=
state_change
[
'object'
]
obj
ect
=
state_change
[
'object'
]
obj
.
Base_checkConsistency
()
obj
ect
.
Base_checkConsistency
()
bt5/erp5_wendelin/WorkflowTemplateItem/portal_workflow/data_supply_validation_workflow/script_checkConsistency.py
View file @
e52fc349
obj
=
state_change
[
'object'
]
obj
ect
=
state_change
[
'object'
]
obj
.
Base_checkConsistency
()
obj
ect
.
Base_checkConsistency
()
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment