forked from data-prep-kit/data-prep-kit
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathMakefile
More file actions
65 lines (40 loc) · 1.78 KB
/
Makefile
File metadata and controls
65 lines (40 loc) · 1.78 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
# Define the root of the local git clone for the common rules to be able
# know where they are running from.
REPOROOT=../../../..
# Include a library of common .transform.* targets which most
# transforms should be able to reuse. However, feel free
# to override/redefine the rules below.
# $(REPOROOT)/.make.versions file contains the versions
TRANSFORM_NAME=code2parquet
include $(REPOROOT)/transforms/.make.transforms
venv:: .transforms.python-venv
test:: .transforms.python-test
clean:: .transforms.clean
image:: .transforms.python-image
test-src:: .transforms.test-src
setup:: .transforms.setup
build:: build-dist image
publish: publish-image
publish-image:: .transforms.publish-image-python
setup:: .transforms.setup
# distribution versions is the same as image version.
set-versions:
$(MAKE) TRANSFORM_PYTHON_VERSION=$(CODE2PARQUET_PYTHON_VERSION) TOML_VERSION=$(CODE2PARQUET_PYTHON_VERSION) .transforms.set-versions
build-dist:: .defaults.build-dist
publish-dist:: .defaults.publish-dist
test-image:: .transforms.python-test-image
run-cli-sample:
$(MAKE) RUN_FILE=$(TRANSFORM_NAME)_transform_python.py \
RUN_ARGS=" \
--data_local_config \" { 'input_folder' : '../test-data/input', 'output_folder' : '../output' } \" \
--data_files_to_use \"['.zip']\" \
--code2parquet_supported_langs_file ../test-data/languages/lang_extensions.json \
--code2parquet_detect_programming_lang True " \
.transforms.run-src-file
run-local-sample: .transforms.run-local-sample
run-local-python-sample: .transforms.run-local-python-sample
#run-s3-ray-sample: .transforms.run-s3-ray-sample
minio-start: .minio-start
kind-load-image:: .transforms.kind-load-image
docker-load-image: .defaults.docker-load-image
docker-save-image: .defaults.docker-save-image