forked from data-prep-kit/data-prep-kit
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathMakefile
More file actions
58 lines (36 loc) · 1.61 KB
/
Makefile
File metadata and controls
58 lines (36 loc) · 1.61 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
# Define the root of the local git clone for the common rules to be able
# know where they are running from.
REPOROOT=../../../..
# Include a library of common .transform.* targets which most
# transforms should be able to reuse. However, feel free
# to override/redefine the rules below.
# $(REPOROOT)/.make.versions file contains the versions
TRANSFORM_NAME=doc_quality
include $(REPOROOT)/transforms/.make.transforms
venv:: .transforms.python-venv
test:: .transforms.test-src test-image
clean:: .transforms.clean
image:: .transforms.python-image
test-src:: .transforms.test-src
setup:: .transforms.setup
build:: build-dist image
publish:: publish-image
publish-image:: .transforms.publish-image-python
# distribution versions is the same as image version.
set-versions:
$(MAKE) TRANSFORM_PYTHON_VERSION=$(DOC_QUALITY_PYTHON_VERSION) TOML_VERSION=$(DOC_QUALITY_PYTHON_VERSION) .transforms.set-versions
build-dist:: .defaults.build-dist
publish-dist:: .defaults.publish-dist
test-image:: .transforms.python-test-image
run-cli-sample:
$(MAKE) RUN_FILE=$(TRANSFORM_NAME)_transform_python.py \
RUN_ARGS=" --data_local_config \"{ 'input_folder' : '../test-data/input', 'output_folder' : '../output'}\" \
--docq_text_lang \"en\" \
--docq_doc_content_column \"contents\" \
--docq_bad_word_filepath \"../ldnoobw/en\" \
.transforms.run-src-file
run-local-sample: .transforms.run-local-sample
run-local-python-sample: .transforms.run-local-python-sample
#run-s3-ray-sample: .transforms.run-s3-ray-sample
minio-start: .minio-start
load-image:: .transforms.load-image