blob: 2619aae806d4b1e42e0bca25f98ef5c9e908d264 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
|
op {
graph_op_name: "ThreadUnsafeUnigramCandidateSampler"
visibility: SKIP
in_arg {
name: "true_classes"
description: <<END
A batch_size * num_true matrix, in which each row contains the
IDs of the num_true target_classes in the corresponding original label.
END
}
out_arg {
name: "sampled_candidates"
description: <<END
A vector of length num_sampled, in which each element is
the ID of a sampled candidate.
END
}
out_arg {
name: "true_expected_count"
description: <<END
A batch_size * num_true matrix, representing
the number of times each candidate is expected to occur in a batch
of sampled candidates. If unique=true, then this is a probability.
END
}
out_arg {
name: "sampled_expected_count"
description: <<END
A vector of length num_sampled, for each sampled
candidate representing the number of times the candidate is expected
to occur in a batch of sampled candidates. If unique=true, then this is a
probability.
END
}
attr {
name: "num_true"
description: <<END
Number of true labels per context.
END
}
attr {
name: "num_sampled"
description: <<END
Number of candidates to randomly sample.
END
}
attr {
name: "unique"
description: <<END
If unique is true, we sample with rejection, so that all sampled
candidates in a batch are unique. This requires some approximation to
estimate the post-rejection sampling probabilities.
END
}
attr {
name: "range_max"
description: <<END
The sampler will sample integers from the interval [0, range_max).
END
}
attr {
name: "seed"
description: <<END
If either seed or seed2 are set to be non-zero, the random number
generator is seeded by the given seed. Otherwise, it is seeded by a
random seed.
END
}
attr {
name: "seed2"
description: <<END
An second seed to avoid seed collision.
END
}
summary: "Generates labels for candidate sampling with a learned unigram distribution."
description: <<END
See explanations of candidate sampling and the data formats at
go/candidate-sampling.
For each batch, this op picks a single set of sampled candidate labels.
The advantages of sampling candidates per-batch are simplicity and the
possibility of efficient dense matrix multiplication. The disadvantage is that
the sampled candidates must be chosen independently of the context and of the
true labels.
END
}
|
