client.go 2.3 KB
Newer Older
H
Helin Wang 已提交
1 2 3
package main

/*
4 5 6 7 8 9
#include <stdlib.h>
#include <string.h>
#include <stdio.h>

#define PADDLE_MASTER_OK    0
#define PADDLE_MASTER_ERROR -1
H
Helin Wang 已提交
10 11 12 13 14 15 16 17 18 19

typedef int paddle_master_client;
*/
import "C"

import (
	"sync"
	"unsafe"

	"github.com/PaddlePaddle/Paddle/go/master"
H
Helin Wang 已提交
20
	log "github.com/sirupsen/logrus"
H
Helin Wang 已提交
21 22
)

23
var nullPtr = unsafe.Pointer(uintptr(0))
H
Helin Wang 已提交
24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56
var mu sync.Mutex
var handleMap = make(map[C.paddle_master_client]*master.Client)
var curHandle C.paddle_master_client

func add(c *master.Client) C.paddle_master_client {
	mu.Lock()
	defer mu.Unlock()
	client := curHandle
	curHandle++
	handleMap[client] = c
	return client
}

func get(client C.paddle_master_client) *master.Client {
	mu.Lock()
	defer mu.Unlock()
	return handleMap[client]
}

func remove(client C.paddle_master_client) *master.Client {
	mu.Lock()
	defer mu.Unlock()
	h := handleMap[client]
	delete(handleMap, client)
	return h
}

type addresser string

func (a addresser) Address() string {
	return string(a)
}

57
//export paddle_new_master_client
58
func paddle_new_master_client(addr *C.char, bufSize int) C.paddle_master_client {
H
Helin Wang 已提交
59
	a := C.GoString(addr)
60
	c := master.NewClient(addresser(a), bufSize)
H
Helin Wang 已提交
61 62 63
	return add(c)
}

64 65 66
//export paddle_release_master_client
func paddle_release_master_client(client C.paddle_master_client) {
	remove(client)
H
Helin Wang 已提交
67 68 69 70 71 72 73
}

//export paddle_set_dataset
func paddle_set_dataset(client C.paddle_master_client, path **C.char, size C.int) C.int {
	c := get(client)
	var paths []string
	for i := 0; i < int(size); i++ {
74
		ptr := (**C.char)(unsafe.Pointer(uintptr(unsafe.Pointer(path)) + uintptr(i)*unsafe.Sizeof(*path)))
H
Helin Wang 已提交
75 76 77 78 79
		str := C.GoString(*ptr)
		paths = append(paths, str)
	}
	err := c.SetDataset(paths)
	if err != nil {
H
Helin Wang 已提交
80
		log.Errorln(err)
81 82 83 84 85 86 87 88 89 90 91 92 93
		return C.PADDLE_MASTER_ERROR
	}

	return C.PADDLE_MASTER_OK
}

//export paddle_next_record
func paddle_next_record(client C.paddle_master_client, record **C.uchar) C.int {
	c := get(client)
	r := c.NextRecord()
	if len(r) == 0 {
		*record = (*C.uchar)(nullPtr)
		return 0
H
Helin Wang 已提交
94 95
	}

96 97 98 99 100 101 102 103 104 105 106 107
	size := C.size_t(len(r))
	*record = (*C.uchar)(C.malloc(size))
	C.memcpy(unsafe.Pointer(*record), unsafe.Pointer(&r[0]), size)
	return C.int(size)
}

//export mem_free
func mem_free(p unsafe.Pointer) {
	// "free" may be a better name for this function, but doing so
	// will cause calling any function of this library from Python
	// ctypes hanging.
	C.free(p)
H
Helin Wang 已提交
108 109 110
}

func main() {}