Skip to content
Projects
Groups
Snippets
Help
Loading...
Sign in
Toggle navigation
D
dlib
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
钟尚武
dlib
Commits
a32f475c
Commit
a32f475c
authored
Feb 27, 2013
by
Davis King
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Added parallel_for_blocked_verbose() and also slightly improved
verbose time remaining estimation.
parent
acdae5c2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
209 additions
and
7 deletions
+209
-7
parallel_for_extension.h
dlib/threads/parallel_for_extension.h
+122
-4
parallel_for_extension_abstract.h
dlib/threads/parallel_for_extension_abstract.h
+87
-3
No files found.
dlib/threads/parallel_for_extension.h
View file @
a32f475c
...
@@ -298,7 +298,7 @@ namespace dlib
...
@@ -298,7 +298,7 @@ namespace dlib
obj
(
obj_
),
funct
(
funct_
),
pbar
(
end
-
begin
)
obj
(
obj_
),
funct
(
funct_
),
pbar
(
end
-
begin
)
{
{
count
=
0
;
count
=
0
;
pbar
.
print_status
(
-
1
);
pbar
.
print_status
(
0
);
}
}
long
count
;
long
count
;
...
@@ -312,7 +312,17 @@ namespace dlib
...
@@ -312,7 +312,17 @@ namespace dlib
(
obj
.
*
funct
)(
i
);
(
obj
.
*
funct
)(
i
);
{
{
auto_mutex
lock
(
m
);
auto_mutex
lock
(
m
);
pbar
.
print_status
(
count
++
);
pbar
.
print_status
(
++
count
);
}
}
void
operator
()(
long
begin
,
long
end
)
{
(
obj
.
*
funct
)(
begin
,
end
);
{
auto_mutex
lock
(
m
);
count
+=
end
-
begin
;
pbar
.
print_status
(
count
);
}
}
}
}
};
};
...
@@ -324,7 +334,7 @@ namespace dlib
...
@@ -324,7 +334,7 @@ namespace dlib
parfor_verbose_helper2
(
const
T
&
obj_
,
long
begin
,
long
end
)
:
obj
(
obj_
),
pbar
(
end
-
begin
)
parfor_verbose_helper2
(
const
T
&
obj_
,
long
begin
,
long
end
)
:
obj
(
obj_
),
pbar
(
end
-
begin
)
{
{
count
=
0
;
count
=
0
;
pbar
.
print_status
(
-
1
);
pbar
.
print_status
(
0
);
}
}
mutable
long
count
;
mutable
long
count
;
...
@@ -337,7 +347,17 @@ namespace dlib
...
@@ -337,7 +347,17 @@ namespace dlib
obj
(
i
);
obj
(
i
);
{
{
auto_mutex
lock
(
m
);
auto_mutex
lock
(
m
);
pbar
.
print_status
(
count
++
);
pbar
.
print_status
(
++
count
);
}
}
void
operator
()(
long
begin
,
long
end
)
const
{
obj
(
begin
,
end
);
{
auto_mutex
lock
(
m
);
count
+=
end
-
begin
;
pbar
.
print_status
(
count
);
}
}
}
}
};
};
...
@@ -439,6 +459,104 @@ namespace dlib
...
@@ -439,6 +459,104 @@ namespace dlib
parallel_for
(
num_threads
,
begin
,
end
,
helper
,
chunks_per_thread
);
parallel_for
(
num_threads
,
begin
,
end
,
helper
,
chunks_per_thread
);
}
}
// ----------------------------------------------------------------------------------------
template
<
typename
T
>
void
parallel_for_blocked_verbose
(
thread_pool
&
tp
,
long
begin
,
long
end
,
T
&
obj
,
void
(
T
::*
funct
)(
long
,
long
),
long
chunks_per_thread
=
8
)
{
// make sure requires clause is not broken
DLIB_ASSERT
(
begin
<=
end
&&
chunks_per_thread
>
0
,
"
\t
void parallel_for_blocked_verbose()"
<<
"
\n\t
Invalid inputs were given to this function"
<<
"
\n\t
begin: "
<<
begin
<<
"
\n\t
end: "
<<
end
<<
"
\n\t
chunks_per_thread: "
<<
chunks_per_thread
);
impl
::
parfor_verbose_helper
<
T
>
helper
(
obj
,
funct
,
begin
,
end
);
parallel_for_blocked
(
tp
,
begin
,
end
,
helper
,
chunks_per_thread
);
}
// ----------------------------------------------------------------------------------------
template
<
typename
T
>
void
parallel_for_blocked_verbose
(
unsigned
long
num_threads
,
long
begin
,
long
end
,
T
&
obj
,
void
(
T
::*
funct
)(
long
,
long
),
long
chunks_per_thread
=
8
)
{
// make sure requires clause is not broken
DLIB_ASSERT
(
begin
<=
end
&&
chunks_per_thread
>
0
,
"
\t
void parallel_for_blocked_verbose()"
<<
"
\n\t
Invalid inputs were given to this function"
<<
"
\n\t
begin: "
<<
begin
<<
"
\n\t
end: "
<<
end
<<
"
\n\t
chunks_per_thread: "
<<
chunks_per_thread
);
impl
::
parfor_verbose_helper
<
T
>
helper
(
obj
,
funct
,
begin
,
end
);
parallel_for_blocked
(
num_threads
,
begin
,
end
,
helper
,
chunks_per_thread
);
}
// ----------------------------------------------------------------------------------------
template
<
typename
T
>
void
parallel_for_blocked_verbose
(
thread_pool
&
tp
,
long
begin
,
long
end
,
const
T
&
funct
,
long
chunks_per_thread
=
8
)
{
// make sure requires clause is not broken
DLIB_ASSERT
(
begin
<=
end
&&
chunks_per_thread
>
0
,
"
\t
void parallel_for_blocked_verbose()"
<<
"
\n\t
Invalid inputs were given to this function"
<<
"
\n\t
begin: "
<<
begin
<<
"
\n\t
end: "
<<
end
<<
"
\n\t
chunks_per_thread: "
<<
chunks_per_thread
);
impl
::
parfor_verbose_helper2
<
T
>
helper
(
funct
,
begin
,
end
);
parallel_for_blocked
(
tp
,
begin
,
end
,
helper
,
chunks_per_thread
);
}
// ----------------------------------------------------------------------------------------
template
<
typename
T
>
void
parallel_for_blocked_verbose
(
unsigned
long
num_threads
,
long
begin
,
long
end
,
const
T
&
funct
,
long
chunks_per_thread
=
8
)
{
// make sure requires clause is not broken
DLIB_ASSERT
(
begin
<=
end
&&
chunks_per_thread
>
0
,
"
\t
void parallel_for_blocked_verbose()"
<<
"
\n\t
Invalid inputs were given to this function"
<<
"
\n\t
begin: "
<<
begin
<<
"
\n\t
end: "
<<
end
<<
"
\n\t
chunks_per_thread: "
<<
chunks_per_thread
);
impl
::
parfor_verbose_helper2
<
T
>
helper
(
funct
,
begin
,
end
);
parallel_for_blocked
(
num_threads
,
begin
,
end
,
helper
,
chunks_per_thread
);
}
// ----------------------------------------------------------------------------------------
// ----------------------------------------------------------------------------------------
}
}
...
...
dlib/threads/parallel_for_extension_abstract.h
View file @
a32f475c
...
@@ -24,8 +24,8 @@ namespace dlib
...
@@ -24,8 +24,8 @@ namespace dlib
- begin <= end
- begin <= end
- chunks_per_thread > 0
- chunks_per_thread > 0
ensures
ensures
- This is a convenience function for submitting a block of jobs to a
- This is a convenience function for submitting a block of jobs to a
thread_pool.
thread_pool. In particular, given the
range [begin, end), this function will
In particular, given the half open
range [begin, end), this function will
split the range into approximately tp.num_threads_in_pool()*chunks_per_thread
split the range into approximately tp.num_threads_in_pool()*chunks_per_thread
blocks, which it will then submit to the thread_pool. The given thread_pool
blocks, which it will then submit to the thread_pool. The given thread_pool
will then call (obj.*funct)() on each of the subranges.
will then call (obj.*funct)() on each of the subranges.
...
@@ -38,7 +38,8 @@ namespace dlib
...
@@ -38,7 +38,8 @@ namespace dlib
- [begin[n], end[n])
- [begin[n], end[n])
Then parallel_for_blocked() submits each of these subranges to tp for
Then parallel_for_blocked() submits each of these subranges to tp for
processing such that (obj.*funct)(begin[i], end[i]) is invoked for all valid
processing such that (obj.*funct)(begin[i], end[i]) is invoked for all valid
values of i.
values of i. Moreover, the subranges are non-overlapping and completely
cover the total range of [begin, end).
- This function will not perform any memory allocations or create any system
- This function will not perform any memory allocations or create any system
resources such as mutex objects.
resources such as mutex objects.
!*/
!*/
...
@@ -299,6 +300,89 @@ namespace dlib
...
@@ -299,6 +300,89 @@ namespace dlib
parallel for loop.
parallel for loop.
!*/
!*/
// ----------------------------------------------------------------------------------------
// ----------------------------------------------------------------------------------------
template
<
typename
T
>
void
parallel_for_blocked_verbose
(
thread_pool
&
tp
,
long
begin
,
long
end
,
T
&
obj
,
void
(
T
::*
funct
)(
long
,
long
),
long
chunks_per_thread
=
8
);
/*!
requires
- begin <= end
- chunks_per_thread > 0
ensures
- This function is identical to the parallel_for_blocked() routine defined
above except that it will print messages to cout showing the progress in
executing the parallel for loop.
!*/
// ----------------------------------------------------------------------------------------
template
<
typename
T
>
void
parallel_for_blocked_verbose
(
unsigned
long
num_threads
,
long
begin
,
long
end
,
T
&
obj
,
void
(
T
::*
funct
)(
long
,
long
),
long
chunks_per_thread
=
8
);
/*!
requires
- begin <= end
- chunks_per_thread > 0
ensures
- This function is identical to the parallel_for_blocked() routine defined
above except that it will print messages to cout showing the progress in
executing the parallel for loop.
!*/
// ----------------------------------------------------------------------------------------
template
<
typename
T
>
void
parallel_for_blocked_verbose
(
thread_pool
&
tp
,
long
begin
,
long
end
,
const
T
&
funct
,
long
chunks_per_thread
=
8
);
/*!
requires
- begin <= end
- chunks_per_thread > 0
ensures
- This function is identical to the parallel_for_blocked() routine defined
above except that it will print messages to cout showing the progress in
executing the parallel for loop.
!*/
// ----------------------------------------------------------------------------------------
template
<
typename
T
>
void
parallel_for_blocked_verbose
(
unsigned
long
num_threads
,
long
begin
,
long
end
,
const
T
&
funct
,
long
chunks_per_thread
=
8
);
/*!
requires
- begin <= end
- chunks_per_thread > 0
ensures
- This function is identical to the parallel_for_blocked() routine defined
above except that it will print messages to cout showing the progress in
executing the parallel for loop.
!*/
// ----------------------------------------------------------------------------------------
// ----------------------------------------------------------------------------------------
}
}
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment