Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
PaddlePaddle
PaddleFL
提交
72383c36
P
PaddleFL
项目概览
PaddlePaddle
/
PaddleFL
通知
35
Star
5
Fork
1
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
6
列表
看板
标记
里程碑
合并请求
4
Wiki
3
Wiki
分析
仓库
DevOps
项目成员
Pages
P
PaddleFL
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
6
Issue
6
列表
看板
标记
里程碑
合并请求
4
合并请求
4
Pages
分析
分析
仓库分析
DevOps
Wiki
3
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
提交
72383c36
编写于
1月 21, 2020
作者:
Q
qjing666
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
make examples more easy to follow
上级
781a0b14
变更
3
显示空白变更内容
内联
并排
Showing
3 changed file
with
8 addition
and
2 deletion
+8
-2
docs/source/md/quick_start.md
docs/source/md/quick_start.md
+5
-1
paddle_fl/examples/submitter_demo/conf.txt
paddle_fl/examples/submitter_demo/conf.txt
+1
-0
paddle_fl/examples/submitter_demo/scheduler_client.py
paddle_fl/examples/submitter_demo/scheduler_client.py
+2
-1
未找到文件。
docs/source/md/quick_start.md
浏览文件 @
72383c36
...
@@ -67,7 +67,8 @@ from paddle_fl.core.scheduler.agent_master import FLScheduler
...
@@ -67,7 +67,8 @@ from paddle_fl.core.scheduler.agent_master import FLScheduler
worker_num
=
2
worker_num
=
2
server_num
=
1
server_num
=
1
scheduler
=
FLScheduler
(
worker_num
,
server_num
)
# Define the number of worker/server and the port for scheduler
scheduler
=
FLScheduler
(
worker_num
,
server_num
,
port
=
9091
)
scheduler
.
set_sample_worker_num
(
worker_num
)
scheduler
.
set_sample_worker_num
(
worker_num
)
scheduler
.
init_env
()
scheduler
.
init_env
()
print
(
"init env done."
)
print
(
"init env done."
)
...
@@ -94,6 +95,7 @@ trainer_id = int(sys.argv[1]) # trainer id for each guest
...
@@ -94,6 +95,7 @@ trainer_id = int(sys.argv[1]) # trainer id for each guest
job_path
=
"fl_job_config"
job_path
=
"fl_job_config"
job
=
FLRunTimeJob
()
job
=
FLRunTimeJob
()
job
.
load_trainer_job
(
job_path
,
trainer_id
)
job
.
load_trainer_job
(
job_path
,
trainer_id
)
job
.
_scheduler_ep
=
"127.0.0.1:9091"
# Inform the scheduler IP to trainer
trainer
=
FLTrainerFactory
().
create_fl_trainer
(
job
)
trainer
=
FLTrainerFactory
().
create_fl_trainer
(
job
)
trainer
.
start
()
trainer
.
start
()
...
@@ -122,6 +124,8 @@ server_id = 0
...
@@ -122,6 +124,8 @@ server_id = 0
job_path
=
"fl_job_config"
job_path
=
"fl_job_config"
job
=
FLRunTimeJob
()
job
=
FLRunTimeJob
()
job
.
load_server_job
(
job_path
,
server_id
)
job
.
load_server_job
(
job_path
,
server_id
)
job
.
_scheduler_ep
=
"127.0.0.1:9091"
# IP address for scheduler
server
.
set_server_job
(
job
)
server
.
set_server_job
(
job
)
server
.
_current_ep
=
"127.0.0.1:8181"
# IP address for server
server
.
start
()
server
.
start
()
```
```
paddle_fl/examples/submitter_demo/conf.txt
浏览文件 @
72383c36
...
@@ -3,6 +3,7 @@ task_name=test_fl_job_submit_jingqinghe
...
@@ -3,6 +3,7 @@ task_name=test_fl_job_submit_jingqinghe
hdfs_output=/user/feed/mlarch/sequence_generator/dongdaxiang/job_44
hdfs_output=/user/feed/mlarch/sequence_generator/dongdaxiang/job_44
train_cmd=python dist_trainer.py
train_cmd=python dist_trainer.py
#monitor_cmd=python system_monitor_app.py 10 100
#monitor_cmd=python system_monitor_app.py 10 100
monitor_cmd=
#train_cmd=python test_hadoop.py
#train_cmd=python test_hadoop.py
hdfs_path=afs://xingtian.afs.baidu.com:9902
hdfs_path=afs://xingtian.afs.baidu.com:9902
...
...
paddle_fl/examples/submitter_demo/scheduler_client.py
浏览文件 @
72383c36
...
@@ -18,7 +18,8 @@ print(random_port)
...
@@ -18,7 +18,8 @@ print(random_port)
current_ip
=
socket
.
gethostbyname
(
socket
.
gethostname
())
current_ip
=
socket
.
gethostbyname
(
socket
.
gethostname
())
endpoints
=
"{}:{}"
.
format
(
current_ip
,
random_port
)
endpoints
=
"{}:{}"
.
format
(
current_ip
,
random_port
)
#start a web server for remote endpoints to download their config
#start a web server for remote endpoints to download their config
os
.
system
(
"python -m SimpleHTTPServer 8080 &"
)
#os.system("python -m SimpleHTTPServer 8080 &")
os
.
system
(
"python -m http.server 8080 &"
)
if
os
.
path
.
exists
(
"job_config"
):
if
os
.
path
.
exists
(
"job_config"
):
os
.
system
(
"rm -rf job_config"
)
os
.
system
(
"rm -rf job_config"
)
if
os
.
path
.
exists
(
"package"
):
if
os
.
path
.
exists
(
"package"
):
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录